-- Logs begin at Thu 2022-05-26 10:21:47 UTC, end at Thu 2022-05-26 11:35:14 UTC. -- May 26 11:05:30.207969 dv-cinder-843395-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 26 11:05:32.946449 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.common.config [-] Logging enabled! May 26 11:05:32.947040 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.3.0 May 26 11:05:32.947212 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102699) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 26 11:05:32.950476 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.common.config [-] Logging enabled! May 26 11:05:32.950731 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.3.0 May 26 11:05:32.951039 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102699) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 26 11:05:32.951969 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 11:05:32.952201 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 11:05:32.952559 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 11:05:32.952830 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 11:05:32.953057 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 11:05:32.953374 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.953672 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.953966 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.954193 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.954488 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.954778 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.955065 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.955352 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.955645 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.955927 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.956202 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.956485 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.956740 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.957019 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.957301 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.957585 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.957805 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] debug = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.958109 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.958533 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.958942 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.959223 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.959508 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.959785 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.960053 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.960327 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.960624 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.960958 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] host = dv-cinder-843395-1-iscsi {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.961233 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.961515 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.961797 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.962078 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.962349 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.962621 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.962901 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.963170 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.963438 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] log_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.963709 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.963990 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.964271 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.964557 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.964805 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.965029 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.965314 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.965594 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.965866 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.966134 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.966404 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.966674 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.966942 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.967205 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.967484 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.967761 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.968038 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.968307 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.968575 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.968864 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.969131 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.969412 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.969683 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.969950 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.970219 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.970502 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.970767 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.971037 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.971332 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.971612 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.971891 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.972169 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.972439 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.972743 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.973012 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.973279 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.973546 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] use_json = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.973838 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.974104 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.974383 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.974656 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.974922 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.975198 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.975466 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.975745 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.976014 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:32.976308 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.976602 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.976921 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.977204 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.977491 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.977770 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.978056 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.978330 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.978617 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.978900 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.979187 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.979462 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.979746 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.980021 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.980308 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.980627 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.980925 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.981212 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.981484 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.982171 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.982447 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.982724 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.983011 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.983287 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.983571 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.983858 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.984134 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.984418 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.984810 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.985109 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.985384 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.985660 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.985949 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.986226 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.986496 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.986770 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.987058 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.987333 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.987603 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.987882 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.988169 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.988454 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.988757 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.989035 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.989847 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.990121 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.990393 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.990660 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.990932 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.991202 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.991484 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.991757 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.992026 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.992294 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.992570 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.992864 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.993137 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.993412 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.993682 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.993955 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.994227 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.994496 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.994765 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.995034 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.995304 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.995578 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.995846 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.996117 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.996386 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.996673 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.996944 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.997216 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.997486 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.997769 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.998062 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.998336 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.998612 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.998885 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.999158 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.999430 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.999704 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:32.999977 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:33.000253 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:33.000520 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:33.000831 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:33.001112 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:33.001397 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:33.001677 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:33.001960 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:33.002250 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:33.002523 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:33.002803 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:33.003079 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:33.003354 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:33.003636 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:33.003915 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:33.004204 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:33.004493 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:33.004810 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:33.005678 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:33.005970 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:33.006249 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:33.006555 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:33.006829 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:33.007043 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 11:05:33.007282 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102699) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 26 11:05:33.352838 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:33.353119 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:33.353409 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 26 11:05:33.353738 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.manager [-] Loading core plugin: ml2 May 26 11:05:33.743623 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:33.743944 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:33.744097 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:33.745444 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:33.745722 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:33.745992 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:33.781103 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:33.781472 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:33.781832 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:33.796933 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:33.797212 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:33.797477 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:33.825583 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:33.825864 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:33.826133 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:33.863632 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:33.863915 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:33.864207 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.091199 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.091796 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.091796 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.091984 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.092690 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.212371 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.212716 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.213003 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.213277 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.213545 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.213851 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.214112 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.214365 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.214617 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.214896 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.215154 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.215419 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.215673 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.215921 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.216175 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.216439 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.216715 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.216986 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.217257 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.217521 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.217790 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.218045 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.218325 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.218700 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.218950 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.219196 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.219584 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 11:05:34.219820 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 11:05:34.220054 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 11:05:34.220289 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 11:05:34.220523 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 11:05:34.220786 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 11:05:34.221149 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 26 11:05:34.224728 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 26 11:05:34.228623 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 26 11:05:34.232441 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 26 11:05:34.234074 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 26 11:05:34.234522 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 26 11:05:34.234852 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 26 11:05:34.235227 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 26 11:05:34.238017 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 26 11:05:34.238270 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 26 11:05:34.238617 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 26 11:05:34.244384 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 26 11:05:34.265940 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 26 11:05:34.266382 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.266678 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102699) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 26 11:05:34.267041 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.268386 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102699) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 26 11:05:34.268693 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 26 11:05:34.268940 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 26 11:05:34.272919 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.273202 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:34.336761 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 26 11:05:34.336998 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 26 11:05:34.337236 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 26 11:05:34.337596 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 26 11:05:34.360364 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_db.sqlalchemy.engines [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102699) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 26 11:05:35.224639 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Initializing driver for type 'gre' May 26 11:05:35.225161 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] gre ID ranges: [(1, 1000)] May 26 11:05:35.515555 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Initializing driver for type 'local' May 26 11:05:35.515820 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Initializing driver for type 'vlan' May 26 11:05:35.649169 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] VlanTypeDriver initialization complete May 26 11:05:35.649503 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Initializing driver for type 'vxlan' May 26 11:05:35.649998 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] vxlan ID ranges: [(1, 1000)] May 26 11:05:35.860970 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Initializing extension driver 'port_security' May 26 11:05:35.861307 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.extensions.port_security [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] PortSecurityExtensionDriver initialization complete May 26 11:05:35.861631 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Initializing mechanism driver 'openvswitch' May 26 11:05:35.861951 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Initializing mechanism driver 'hyperv' May 26 11:05:35.869243 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.plugins.ml2.plugin [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:35.869911 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > port after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.870276 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > port after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.870622 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > port after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.871133 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102699) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 26 11:05:35.871560 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > subnet after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.871905 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > subnet after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.872279 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > subnet after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.872685 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102699) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 26 11:05:35.876412 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > network after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.876412 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > network after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.876412 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > network after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.876412 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102699) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 26 11:05:35.876412 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > security_group after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.876882 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > security_group after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.876882 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > security_group after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.876882 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102699) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 26 11:05:35.876882 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.876882 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.877179 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.877418 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102699) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 26 11:05:35.877886 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > address_group after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.878238 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > address_group after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.878652 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > address_group after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.879038 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102699) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 26 11:05:35.879474 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] ML2 OVO RPC backend initialized. {{(pid=102699) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} May 26 11:05:35.880990 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > router_interface after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.881432 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.881920 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > network before_response 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.882267 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > networks before_response 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.882771 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > port before_response 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.883121 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > ports before_response 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.883464 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > subnet before_response 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.883812 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > subnets before_response 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.884161 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > network after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.884497 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > network after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.884858 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > network after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.885192 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > port after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.885523 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > port after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.885891 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > port after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.886220 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > subnet after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.886550 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > subnet after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.886877 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > subnet after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.894418 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.quota [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded quota_driver: . May 26 11:05:35.894876 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.plugin [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Modular L2 Plugin initialization complete May 26 11:05:35.895229 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading services supported by the core plugin {{(pid=102699) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 26 11:05:35.895605 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.plugins.ml2.managers [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Got port-security extension from driver 'port_security' May 26 11:05:35.896238 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.extensions.vlantransparent [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Disabled vlantransparent extension. May 26 11:05:35.896758 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102699) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 26 11:05:35.897082 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading Plugin: router May 26 11:05:35.933420 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > router_interface before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.936707 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > router after_create 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.936707 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > router before_create 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.936707 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.936707 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.937025 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > router after_delete 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.937025 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > floatingip after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.937025 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > floatingip after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.937025 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > router after_create 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.937388 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > router after_update 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.937388 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > router after_update 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.937388 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.937753 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > router after_update 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.938492 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > router precommit_update 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.938933 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: port after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.939273 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: port after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.939613 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: subnet after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.939951 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.940375 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > port precommit_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.940756 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > router precommit_create 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.941098 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: port before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.941502 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > router precommit_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.941871 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > router after_update 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.942211 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > router precommit_delete 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.943227 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > router precommit_create 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.943657 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > router_interface after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.944004 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > router precommit_update 55549900 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.944368 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > agent after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.944870 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > agent after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.945231 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > network after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.946065 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Tracking information for resource: router configured {{(pid=102699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 11:05:35.946399 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Tracking information for resource: floatingip configured {{(pid=102699) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 26 11:05:35.951668 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.db.l3_agentschedulers_db [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 26 11:05:35.952435 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: port after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.952823 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: port after_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.953174 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: port after_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.953743 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: port after_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.954678 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > router before_create 55550100 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.955043 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > router precommit_delete 55550100 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.955409 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > router precommit_create 55550100 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.955833 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > router precommit_update 55550100 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:35.961606 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.services.provider_configuration [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Service providers = [] {{(pid=102699) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 26 11:05:35.962018 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.db.servicetype_db [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102699) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 26 11:05:35.965191 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.services.service_base [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102699) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 11:05:35.965540 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.services.service_base [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102699) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 11:05:35.965985 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.services.service_base [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102699) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 11:05:35.966864 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.services.service_base [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102699) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 26 11:05:35.967296 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.services.service_base [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Default provider is not specified for service type L3_ROUTER_NAT May 26 11:05:35.967666 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 11:05:35.967981 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 26 11:05:35.996525 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 11:05:35.996915 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading Plugin: auto_allocate May 26 11:05:36.002658 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: network precommit_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:36.003025 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: network precommit_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:36.003659 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 11:05:36.003981 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading Plugin: tag May 26 11:05:36.011039 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 11:05:36.011366 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading Plugin: timestamp May 26 11:05:36.015376 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 11:05:36.015710 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading Plugin: network_ip_availability May 26 11:05:36.021115 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:36.021483 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:36.021835 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:36.022536 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 11:05:36.022854 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading Plugin: flavors May 26 11:05:36.027478 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 11:05:36.027806 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading Plugin: revisions May 26 11:05:36.039054 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102699) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 26 11:05:36.039443 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_concurrency.lockutils [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.686s {{(pid=102699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 26 11:05:36.040163 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102699) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 26 11:05:36.040492 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Initializing extension manager. May 26 11:05:36.041028 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: __init__.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.041365 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: __pycache__ {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.041695 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.042024 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: address_group.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.042790 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.043326 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: address-group May 26 11:05:36.043643 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: address_scope.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.044340 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.044890 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: address-scope May 26 11:05:36.045211 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: admin_state_down_before_update.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.046133 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.046646 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: router-admin-state-down-before-update May 26 11:05:36.046968 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: agent.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.047824 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.048335 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: agent May 26 11:05:36.048685 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: agent_resources_synced.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.049576 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.050156 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: agent-resources-synced May 26 11:05:36.050479 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: allowedaddresspairs.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.052753 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.053273 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: allowed-address-pairs May 26 11:05:36.053598 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: auto_allocated_topology.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.054651 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.055167 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: auto-allocated-topology May 26 11:05:36.055490 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: availability_zone.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.056173 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.056707 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: availability_zone May 26 11:05:36.057081 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: availability_zone_filter.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.057961 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.058469 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: availability_zone_filter May 26 11:05:36.058789 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: data_plane_status.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.059674 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.060181 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension data-plane-status not supported by any of loaded plugins May 26 11:05:36.060503 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: default_subnetpools.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.061466 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.061933 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: default-subnetpools May 26 11:05:36.062250 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: dhcpagentscheduler.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.063042 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.063809 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: dhcp_agent_scheduler May 26 11:05:36.064170 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: dns.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.065097 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.065614 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension dns-integration not supported by any of loaded plugins May 26 11:05:36.065936 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: dns_domain_ports.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.066834 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.067389 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension dns-domain-ports not supported by any of loaded plugins May 26 11:05:36.068213 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.069215 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.069730 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 26 11:05:36.070051 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: dvr.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.070706 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.071244 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: dvr May 26 11:05:36.071561 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: ecmp_routes.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.072469 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.073008 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension ecmp_routes not supported by any of loaded plugins May 26 11:05:36.073326 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: empty_string_filtering.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.074229 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.074738 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: empty-string-filtering May 26 11:05:36.075053 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.076020 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.076521 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 26 11:05:36.076861 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.077760 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.078266 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 26 11:05:36.078583 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: external_net.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.079472 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.079977 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: external-net May 26 11:05:36.080294 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: extra_dhcp_opt.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.081214 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.081723 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: extra_dhcp_opt May 26 11:05:36.082042 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: extraroute.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.082975 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.083492 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: extraroute May 26 11:05:36.083809 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: extraroute_atomic.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.084858 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.085394 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: extraroute-atomic May 26 11:05:36.085720 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: filter_validation.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.086369 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.086874 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: filter-validation May 26 11:05:36.087189 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: fip_pf_description.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.088089 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.088590 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 26 11:05:36.088936 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: fip_port_details.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.089829 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.090333 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: fip-port-details May 26 11:05:36.090651 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: flavors.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.091841 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.092361 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: flavors May 26 11:05:36.092715 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.094370 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.094895 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 26 11:05:36.095223 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: floatingip_pools.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.095912 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.096428 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: floatingip-pools May 26 11:05:36.096811 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: ip_allocation.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.097723 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.098282 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension ip_allocation not supported by any of loaded plugins May 26 11:05:36.098622 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.106318 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.106832 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: ip-substring-filtering May 26 11:05:36.107155 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: l2_adjacency.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.108062 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.108637 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension l2_adjacency not supported by any of loaded plugins May 26 11:05:36.108978 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: l3.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.109918 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.110433 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: router May 26 11:05:36.110753 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: l3_conntrack_helper.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.113160 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.113645 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 26 11:05:36.113998 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.115431 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.116044 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: ext-gw-mode May 26 11:05:36.116374 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.117297 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.117820 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: l3-ha May 26 11:05:36.118142 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: l3_flavors.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.119038 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.119553 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: l3-flavors May 26 11:05:36.119981 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.120837 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.121349 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: l3-port-ip-change-not-allowed May 26 11:05:36.121668 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: l3agentscheduler.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.122676 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.123194 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: l3_agent_scheduler May 26 11:05:36.123519 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: logging.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.125007 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.125534 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension logging not supported by any of loaded plugins May 26 11:05:36.125909 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: metering.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.126641 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.127225 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: metering May 26 11:05:36.127555 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.128653 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.129174 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: metering_source_and_destination_fields May 26 11:05:36.129498 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: multiprovidernet.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.130959 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.131517 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: multi-provider May 26 11:05:36.131891 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: netmtu.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.132819 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.133334 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: net-mtu May 26 11:05:36.133653 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: netmtu_writable.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.134554 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.135062 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: net-mtu-writable May 26 11:05:36.135381 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: network_availability_zone.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.136036 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.136539 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: network_availability_zone May 26 11:05:36.136955 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: network_ip_availability.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.144090 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.144605 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: network-ip-availability May 26 11:05:36.144949 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: network_segment_range.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.145740 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.146250 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension network-segment-range not supported by any of loaded plugins May 26 11:05:36.146569 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: pagination.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.147534 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.147859 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: pagination May 26 11:05:36.148174 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: port_device_profile.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.149095 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.149617 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: port-device-profile May 26 11:05:36.149934 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.150849 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.151433 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: port-mac-address-regenerate May 26 11:05:36.151751 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.152675 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.153190 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: port-numa-affinity-policy May 26 11:05:36.153512 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: port_resource_request.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.154401 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.154953 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension port-resource-request not supported by any of loaded plugins May 26 11:05:36.155270 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: portbindings.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.156177 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.156728 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: binding May 26 11:05:36.157048 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: portbindings_extended.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.159903 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.160482 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: binding-extended May 26 11:05:36.160843 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: portsecurity.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.162293 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.162810 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: port-security May 26 11:05:36.163137 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: project_id.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.164107 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.164438 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: project-id May 26 11:05:36.164798 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: providernet.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.165703 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.166225 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: provider May 26 11:05:36.166547 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: qos.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.170093 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.170619 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension qos not supported by any of loaded plugins May 26 11:05:36.170954 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.172194 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.172740 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 26 11:05:36.173071 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.173980 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.174505 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 26 11:05:36.174827 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: qos_default.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.175723 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.176240 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension qos-default not supported by any of loaded plugins May 26 11:05:36.176564 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: qos_fip.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.177949 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.178510 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension qos-fip not supported by any of loaded plugins May 26 11:05:36.178901 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: qos_gateway_ip.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.179816 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.180329 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension qos-gateway-ip not supported by any of loaded plugins May 26 11:05:36.180672 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: qos_port_network_policy.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.181568 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.182081 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension qos-port-network-policy not supported by any of loaded plugins May 26 11:05:36.182398 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: qos_pps_rule.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.183631 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.184149 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension qos-pps not supported by any of loaded plugins May 26 11:05:36.184476 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: qos_rule_type_details.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.185439 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.185952 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension qos-rule-type-details not supported by any of loaded plugins May 26 11:05:36.186275 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: qos_rules_alias.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.187289 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.187804 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension qos-rules-alias not supported by any of loaded plugins May 26 11:05:36.188422 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: quotasv2.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.189349 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.189673 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: quotas May 26 11:05:36.189991 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: quotasv2_detail.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.191817 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.192156 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: quota_details May 26 11:05:36.192575 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: rbac.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.193639 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.194164 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: rbac-policies May 26 11:05:36.194527 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: rbac_address_group.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.195439 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.195961 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: rbac-address-group May 26 11:05:36.196285 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: rbac_address_scope.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.197221 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.197755 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: rbac-address-scope May 26 11:05:36.198081 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: rbac_security_groups.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.198979 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.199494 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: rbac-security-groups May 26 11:05:36.199817 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: rbac_subnetpool.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.200750 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.201268 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: rbac-subnetpool May 26 11:05:36.201587 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: revisionifmatch.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.202492 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.203038 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: revision-if-match May 26 11:05:36.203360 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: revisions.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.204675 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.205193 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: standard-attr-revisions May 26 11:05:36.205517 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: router_availability_zone.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.206181 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.206692 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: router_availability_zone May 26 11:05:36.207012 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: routerservicetype.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.207932 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.208441 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension router-service-type not supported by any of loaded plugins May 26 11:05:36.208796 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.209715 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.210230 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: security-groups-normalized-cidr May 26 11:05:36.210550 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: security_groups_port_filtering.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.211458 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.211978 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: port-security-groups-filtering May 26 11:05:36.212303 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.213249 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.213769 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: security-groups-remote-address-group May 26 11:05:36.214092 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: securitygroup.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.224956 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.225492 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: security-group May 26 11:05:36.225801 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: segment.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.226572 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.227086 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension segment not supported by any of loaded plugins May 26 11:05:36.227410 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.228331 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.228874 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 26 11:05:36.229198 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: servicetype.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.230356 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.230881 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: service-type May 26 11:05:36.231208 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: sorting.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.232175 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.232504 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: sorting May 26 11:05:36.232848 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: standard_attr_segment.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.233751 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.234269 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension standard-attr-segment not supported by any of loaded plugins May 26 11:05:36.234595 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: standardattrdescription.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.235230 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.235743 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: standard-attr-description May 26 11:05:36.236064 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: stateful_security_group.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.237022 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.237535 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: stateful-security-group May 26 11:05:36.237854 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: stdattrs_common.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.238426 dv-cinder-843395-1-iscsi neutron-server[102699]: WARNING neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 26 11:05:36.238744 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.240341 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.240907 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 26 11:05:36.241229 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: subnet_onboard.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.242411 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.242934 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: subnet_onboard May 26 11:05:36.243254 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.244163 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.244703 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 26 11:05:36.245023 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: subnet_service_types.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.245937 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.246454 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: subnet-service-types May 26 11:05:36.246772 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: subnetallocation.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.247973 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.248486 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: subnet_allocation May 26 11:05:36.248834 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.249488 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.250002 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: subnetpool-prefix-ops May 26 11:05:36.250319 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.251223 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.251731 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 26 11:05:36.252048 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: tagging.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.253116 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.253643 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: standard-attr-tag May 26 11:05:36.253965 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: timestamp.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.255234 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.255755 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loaded extension: standard-attr-timestamp May 26 11:05:36.256080 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: trunk.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.257124 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.257645 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension trunk not supported by any of loaded plugins May 26 11:05:36.257969 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: trunk_details.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.258888 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.259403 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension trunk-details not supported by any of loaded plugins May 26 11:05:36.259725 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: uplink_status_propagation.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.260648 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.261171 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension uplink-status-propagation not supported by any of loaded plugins May 26 11:05:36.261495 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Loading extension file: vlantransparent.py {{(pid=102699) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 26 11:05:36.262156 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102699) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 26 11:05:36.262669 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extension vlan-transparent not supported by any of loaded plugins May 26 11:05:36.265760 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Creating instance of TrackedResource for resource:network May 26 11:05:36.266290 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Creating instance of TrackedResource for resource:subnet May 26 11:05:36.266687 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Creating instance of TrackedResource for resource:subnetpool May 26 11:05:36.267078 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Creating instance of TrackedResource for resource:port May 26 11:05:36.268317 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 11:05:36.268856 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Service FLAVORS assigned prefix: {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 11:05:36.269516 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 11:05:36.269947 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 11:05:36.270276 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Creating instance of TrackedResource for resource:router May 26 11:05:36.270720 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Creating instance of TrackedResource for resource:floatingip May 26 11:05:36.271197 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Service METERING assigned prefix: /metering {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 11:05:36.272666 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:36.273035 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:36.273383 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102699) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:05:36.274368 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Creating instance of CountableResource for resource:rbac_policy May 26 11:05:36.274810 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Creating instance of TrackedResource for resource:security_group May 26 11:05:36.275238 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Creating instance of TrackedResource for resource:security_group_rule May 26 11:05:36.275846 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Service CORE assigned prefix: {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 11:05:36.276174 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Creating instance of TrackedResource for resource:subnetpool May 26 11:05:36.276515 dv-cinder-843395-1-iscsi neutron-server[102699]: WARNING neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] subnetpool is already registered May 26 11:05:36.276974 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Service CORE assigned prefix: {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 11:05:36.277295 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Creating instance of TrackedResource for resource:subnetpool May 26 11:05:36.277620 dv-cinder-843395-1-iscsi neutron-server[102699]: WARNING neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] subnetpool is already registered May 26 11:05:36.280050 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 11:05:36.280480 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Service FLAVORS assigned prefix: {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 11:05:36.281085 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 11:05:36.281503 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 11:05:36.281831 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Creating instance of TrackedResource for resource:router May 26 11:05:36.282167 dv-cinder-843395-1-iscsi neutron-server[102699]: WARNING neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] router is already registered May 26 11:05:36.282572 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Creating instance of TrackedResource for resource:floatingip May 26 11:05:36.282905 dv-cinder-843395-1-iscsi neutron-server[102699]: WARNING neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] floatingip is already registered May 26 11:05:36.283362 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Service METERING assigned prefix: /metering {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 11:05:36.284016 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Creating instance of CountableResource for resource:rbac_policy May 26 11:05:36.284341 dv-cinder-843395-1-iscsi neutron-server[102699]: WARNING neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] rbac_policy is already registered May 26 11:05:36.284779 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Creating instance of TrackedResource for resource:security_group May 26 11:05:36.285112 dv-cinder-843395-1-iscsi neutron-server[102699]: WARNING neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] security_group is already registered May 26 11:05:36.285507 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Creating instance of TrackedResource for resource:security_group_rule May 26 11:05:36.285833 dv-cinder-843395-1-iscsi neutron-server[102699]: WARNING neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] security_group_rule is already registered May 26 11:05:36.287024 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Service CORE assigned prefix: {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 11:05:36.287524 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Creating instance of TrackedResource for resource:subnetpool May 26 11:05:36.287903 dv-cinder-843395-1-iscsi neutron-server[102699]: WARNING neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] subnetpool is already registered May 26 11:05:36.288330 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.v2.resource_helper [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Service CORE assigned prefix: {{(pid=102699) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 26 11:05:36.288886 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Creating instance of TrackedResource for resource:subnetpool May 26 11:05:36.289218 dv-cinder-843395-1-iscsi neutron-server[102699]: WARNING neutron.quota.resource_registry [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] subnetpool is already registered May 26 11:05:36.289721 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: extensions {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.292210 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: address-groups {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.293912 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: address-scopes {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.295281 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: agents {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.296440 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: auto-allocated-topology {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.297800 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: availability_zones {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.298999 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: dhcp-networks {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.300551 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: dhcp-agents {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.302611 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: routers {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.304867 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: flavors {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.306105 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: service_profiles {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.307366 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: next_providers {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.308942 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: service_profiles {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.310651 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: floatingip-pools {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.311997 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: routers {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.314369 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: floatingips {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.315640 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: l3-routers {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.317195 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: l3-agents {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.318917 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: metering-labels {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.321260 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: metering-label-rules {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.322537 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: network-ip-availabilities {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.323790 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: bindings {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.325452 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: quotas {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.326893 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: quotas {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.328285 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: rbac-policies {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.329493 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: security-groups {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.330776 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: security-group-rules {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.332005 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: service-providers {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.333382 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: subnetpools {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.334880 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: subnetpools {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.336509 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.338173 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.339989 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.341779 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.343755 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.345876 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.347800 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.350284 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.352025 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.353805 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron.api.extensions [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Extended resource: tags {{(pid=102699) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 26 11:05:36.359879 dv-cinder-843395-1-iscsi neutron-server[102699]: WARNING keystonemiddleware.auth_token [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 26 11:05:36.365309 dv-cinder-843395-1-iscsi neutron-server[102699]: WARNING keystonemiddleware.auth_token [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 26 11:05:36.373843 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_concurrency.lockutils [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Acquired lock "singleton_lock" {{(pid=102699) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 26 11:05:36.374317 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_concurrency.lockutils [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Releasing lock "singleton_lock" {{(pid=102699) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 26 11:05:36.374944 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO oslo_service.service [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Starting 2 workers May 26 11:05:36.379874 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Started child 102810 {{(pid=102699) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 11:05:36.384264 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Started child 102811 {{(pid=102699) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 11:05:36.385180 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:36.387203 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO neutron.service [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Neutron service started, listening on 0.0.0.0:9696 May 26 11:05:36.387203 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Notify callbacks [] for process, before_spawn {{(pid=102699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:36.387355 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [-] (102810) wsgi starting up on http://0.0.0.0:9696 May 26 11:05:36.388793 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO oslo_service.service [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Starting 1 workers May 26 11:05:36.389019 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:36.389758 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 33404) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:05:36.390412 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [-] (102811) wsgi starting up on http://0.0.0.0:9696 May 26 11:05:36.393962 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Started child 102813 {{(pid=102699) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 11:05:36.394507 dv-cinder-843395-1-iscsi neutron-server[102699]: INFO oslo_service.service [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Starting 1 workers May 26 11:05:36.397710 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.service [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] calling RpcWorker wait() {{(pid=102813) _wait /opt/stack/neutron/neutron/service.py:128}} May 26 11:05:36.398271 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.service [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] returning from RpcWorker wait() {{(pid=102813) _wait /opt/stack/neutron/neutron/service.py:135}} May 26 11:05:36.399131 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071647 May 26 11:05:36.399247 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Started child 102814 {{(pid=102699) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 26 11:05:36.399996 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG neutron_lib.callbacks.manager [None req-6cdc2572-1cf5-448d-bc88-9fe3fa9e8ebd None None] Notify callbacks [] for process, after_spawn {{(pid=102699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:36.400807 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:36.401264 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:36.403172 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102699) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 26 11:05:36.403394 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 11:05:36.403587 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 11:05:36.403806 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 11:05:36.404143 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 11:05:36.404310 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 11:05:36.404880 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.405161 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.405439 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.406517 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.406807 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.407371 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.407634 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.407827 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:36.408314 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.408314 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.408548 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.408755 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.408984 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.409246 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.411784 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.411784 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.411784 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.411784 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.411784 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.411784 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.411784 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.411784 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.412381 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.412381 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] debug = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.412504 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.412999 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.413232 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.415234 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.415234 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.415234 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.415234 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.415234 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.415234 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.415234 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.415234 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.415736 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.415736 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.415870 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.416108 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.416258 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.416496 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.417883 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] host = dv-cinder-843395-1-iscsi {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.418246 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.418473 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.418741 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.418994 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.419256 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.419630 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.419898 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.420144 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.420405 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.420796 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.421074 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.421324 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.421538 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.421790 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.422016 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_options = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.422265 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.422589 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.422855 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.423050 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.423218 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.423464 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.423990 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.423990 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.424152 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.424296 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.425070 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.425070 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.425070 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.428055 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.428055 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.428055 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.428055 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.428055 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.428055 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.428055 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.428055 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.428498 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.428963 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.429211 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.429457 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.429631 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.429858 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.430111 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.430328 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.430568 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.430790 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.431080 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.431321 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.431557 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.431825 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.432080 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.432311 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.432522 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.432840 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.433063 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.433313 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.433435 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:36.433593 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.433793 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.434033 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.434272 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.434510 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.434726 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_json = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.434939 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.435160 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.435409 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.435688 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.435868 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.449837 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.449837 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.449837 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.449837 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.449837 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.449837 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.449837 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.449837 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.450409 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.450409 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.450409 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.450409 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.450409 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.450409 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.450409 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.450409 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.450962 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.450962 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.450962 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.450962 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.450962 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.450962 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.450962 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.450962 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.451586 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.451586 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.451586 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.451586 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.451586 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.451586 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.451586 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.451586 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.452121 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.452121 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.452121 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.452121 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.452121 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.452121 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.452121 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.452121 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.452690 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.452690 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.452690 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.452690 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.452690 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.452690 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.452690 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.452690 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.452690 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.453199 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.453199 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.453199 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.453199 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.453199 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.453199 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.453199 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.453199 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.453199 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.453743 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.453743 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.453743 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.453743 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.453743 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.453743 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.453743 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.454219 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.454301 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.454548 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.454921 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.454921 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.455369 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.455369 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.455672 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.455786 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.456004 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.456207 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.456465 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.456694 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.456927 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.457155 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.457373 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.458319 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.458319 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.458319 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.458319 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.458893 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.458893 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.459101 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.459217 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.459376 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.459599 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.460655 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.460655 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.460655 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.460655 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.460954 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.461132 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.461350 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.461590 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.461837 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.462122 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.462360 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.462580 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.463185 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.463185 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.463418 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.463698 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.463926 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.464169 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.464407 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.464689 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.464907 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.465125 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.465379 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.465606 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.465868 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.466126 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.466488 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.466761 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.467025 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.467309 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.467572 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.468656 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.468656 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.468656 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.469571 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.469857 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.470124 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.470354 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.471095 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.471095 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.471095 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.471402 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.471636 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.471889 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.472116 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.472398 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.472728 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.474210 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.474436 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.474676 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.475024 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.475270 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.475521 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.475741 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.476019 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.476281 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.476582 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.476873 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.477127 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.477393 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.477643 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.477875 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.478113 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.478359 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.478588 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.478826 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.479903 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.480147 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.480452 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.480715 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.480938 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.481180 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.481399 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.481640 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.481857 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.482077 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.482327 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.482574 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.482791 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.483033 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.483272 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.483491 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.484493 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.484493 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.484493 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.484493 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.484802 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.484883 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.485125 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.485342 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.485588 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.485818 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.486081 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.486309 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.486543 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.486767 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.486984 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.487222 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.487462 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.487696 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.487913 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.488143 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.488378 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.488679 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.490315 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.490603 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.490880 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.491142 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.491421 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.491670 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.491896 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.492124 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.492373 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.492658 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.492881 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.493113 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.493336 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.493563 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.493805 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.494023 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.494241 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.494503 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.494762 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.495005 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.495243 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.495485 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.495735 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.495942 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.496248 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.496372 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.496603 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.496861 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.497079 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.497310 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.497588 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.497839 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.498085 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.498351 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.499429 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.499429 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.499429 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.499429 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.499429 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.500014 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.500014 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.500225 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.500328 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.500477 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.500736 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.500954 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.501171 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.501381 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.501623 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.501862 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.502071 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.502630 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.502630 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.502925 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.503060 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.503196 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.503360 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.504177 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.504177 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.504177 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.504604 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.504604 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.505556 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.505791 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.506014 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.506226 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.507104 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.507104 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.507104 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.507335 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.507519 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.507776 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.508022 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.508369 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.508567 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.509420 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.509420 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.509420 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.509649 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.509811 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.510079 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.510384 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.510659 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.510928 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.511204 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.511482 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.512034 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.512034 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.512297 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.512633 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.513606 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.513606 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.513606 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.513846 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.513916 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.514098 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.514317 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.514565 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.514781 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.515033 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.515253 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.515500 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.515718 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.515944 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.516163 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.516419 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.516687 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.516953 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.517162 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.517321 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 11:05:36.517840 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102699) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 26 11:05:36.518002 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 26 11:05:36.518151 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 26 11:05:36.518321 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 26 11:05:36.518490 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 26 11:05:36.518643 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 26 11:05:36.518855 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.519017 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.519178 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.519339 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.519486 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.519695 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.519859 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.521460 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.521460 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.521460 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.521822 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.521944 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.522403 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.522585 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.523078 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.523078 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.523078 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.523438 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.523438 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.525251 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.525251 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.525251 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.525523 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] debug = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.525523 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.525730 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.525881 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.526047 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.526210 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.526752 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.526752 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.526752 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.527058 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.527058 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.527264 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.527264 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.527499 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.527581 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.527704 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.527853 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.528011 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.528169 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] host = dv-cinder-843395-1-iscsi {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.529072 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.529072 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.529072 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.529072 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.529072 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.529072 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.529788 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.529788 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.529788 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.529788 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.530216 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.530216 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.530216 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.530424 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.530424 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_options = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.530564 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.530690 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.530853 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.531646 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.531646 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.531646 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.531646 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.531646 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.531938 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.531938 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.532053 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.532220 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.532377 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.532530 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.532714 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.534150 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.534150 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.534150 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.534150 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.534510 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.534510 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.534771 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.534771 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.534973 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.535077 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.535181 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.535328 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.535480 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.535642 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.535798 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.535957 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.537450 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.537649 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.537795 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.537923 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.538079 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.538237 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.538397 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.538562 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.538725 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.538897 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.539046 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.539186 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.539348 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.539506 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.539666 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.539828 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_json = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.539990 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.540148 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.540309 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.540467 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.540650 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.540808 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.540966 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.541127 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.541288 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 26 11:05:36.541469 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.541633 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.541808 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.541975 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.542135 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.542298 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.542463 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.542624 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.542789 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.542951 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.543123 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.543286 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.543459 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.543615 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.544078 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.544078 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.544078 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.544315 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.544393 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.544532 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.544720 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.544881 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.545052 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.546461 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.546461 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.546461 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.546461 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.546461 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.546461 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.546461 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.546461 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.547256 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.547256 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.547256 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.547256 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.547256 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.547256 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.547848 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.547848 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.547848 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.547848 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.548297 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.548297 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.548297 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.548657 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.548657 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.549995 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.549995 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.549995 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.549995 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.550405 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.550405 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.550405 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.550690 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.550690 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.550898 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.551002 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.551148 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.551312 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.551475 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.551655 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.552038 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.552038 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.552198 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.552295 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.552462 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.552722 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.552835 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.552968 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.553130 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.553293 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.553455 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.553617 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.553778 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.553941 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.554103 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.554265 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.554427 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.554757 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.554757 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.554947 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.555035 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.555186 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.555347 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.555510 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.555672 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.555834 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.556033 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.556162 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.556312 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.556488 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.556686 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.556842 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.556982 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.557117 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.557266 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.557425 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.557589 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.559252 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.559425 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.559572 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.559711 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.559880 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.560044 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.560210 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.560356 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.560520 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.560737 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.560907 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.561047 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.561182 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.561317 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.561463 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.561621 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.561785 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.561930 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.562106 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.562259 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.565198 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.565198 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.565198 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.565624 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.565624 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.565624 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.566020 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.566020 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.566300 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.566300 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.566548 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.566548 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.566746 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.566828 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.566999 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.567174 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.567377 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.567542 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.567706 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.567892 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.568055 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.568218 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.568380 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.568544 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.569988 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.569988 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.569988 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.569988 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.570414 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.570414 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.570414 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.570669 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.570790 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.570911 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.571032 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.571162 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.571320 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.571483 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.571646 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.571809 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.571972 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.572135 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.572306 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.572469 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.572689 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.572826 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.572950 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.573100 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:36.573239 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.573346 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.573450 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.573552 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.573711 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.573873 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.574034 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.574195 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.574362 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.574538 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.574687 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.574845 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.575007 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.575162 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.575321 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.575483 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.575647 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.575809 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.575969 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.576132 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.576293 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.576479 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.576710 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.576876 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.577039 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.577202 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.577363 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.577543 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.577707 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.577872 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.578038 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.578198 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.578357 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.578520 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.578677 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.578840 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.579003 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.579168 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.579331 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.579497 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.579656 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.579819 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.579979 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.581218 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.581218 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.581218 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.581218 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.581218 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.581218 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.581218 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.581218 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.581725 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.581725 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.581725 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.581890 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.581954 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.582127 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.582303 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.582451 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.583757 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.583757 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.583757 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.583757 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.583757 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.584065 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.584065 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.584189 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.584355 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.584527 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.586050 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.586050 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.586050 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.586050 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.586050 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.586050 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.586050 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.586050 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.586625 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.586625 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.586625 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.586920 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.587094 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.587910 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.587910 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.587910 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.587910 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.587910 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.588269 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.588269 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.588404 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.588481 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.588629 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.589611 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.589778 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.589941 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.590176 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.590346 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.590509 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.590671 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.591645 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.591645 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.591645 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.591645 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.591645 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.591645 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.592078 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.592078 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.592078 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.592281 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.592380 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.592550 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.592751 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.592922 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.593157 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.593310 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.593444 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.593574 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.593703 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.593864 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.594025 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.594188 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.595156 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.595156 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.595156 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.595156 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.595156 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.595156 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.595511 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.595511 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.595668 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.595744 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.595855 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.596018 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.596185 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.596341 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 26 11:05:36.596497 dv-cinder-843395-1-iscsi neutron-server[102699]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102699) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 26 11:05:48.075837 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a5a898-1e7a-413d-89e2-9a02b1bf1555 None None] get_active_networks_info from dv-cinder-843395-1-iscsi {{(pid=102813) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 26 11:05:48.139588 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a5a898-1e7a-413d-89e2-9a02b1bf1555 None None] No non-hosted networks {{(pid=102813) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 26 11:05:48.148027 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.agentschedulers_db [None req-67a5a898-1e7a-413d-89e2-9a02b1bf1555 None None] DHCP Agent not found on host dv-cinder-843395-1-iscsi {{(pid=102813) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 26 11:05:48.244049 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-fab1c721-b477-4649-9e7d-fcfcb718e092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1667920'] for agent, after_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:50.163984 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-608f6f62-1e42-4be6-98f3-231bf7aa18a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1667920'] for agent, after_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:50.219571 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.db.api [None req-948e904f-ca20-4421-86bb-466f33540549 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-843395-1-iscsi {{(pid=102813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 11:05:50.220390 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG oslo_db.api [None req-948e904f-ca20-4421-86bb-466f33540549 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 11:05:50.818736 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-948e904f-ca20-4421-86bb-466f33540549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:51.459011 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1667920'] for agent, after_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:52.672443 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1667920'] for agent, after_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:53.238193 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1667920'] for agent, after_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:53.238994 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:53.239351 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:53.239731 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:53.240062 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:53.240406 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:53.240771 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:53.241091 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:53.241416 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:53.241932 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:53.242052 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:53.242507 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:53.242716 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:05:53.243104 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-843395-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:53.262831 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-843395-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:05:54.063807 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 33510) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:05:54.583857 dv-cinder-843395-1-iscsi neutron-server[102811]: WARNING oslo_policy.policy [None req-8182a0f5-1323-40a5-8f37-41c400dd1179 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 11:05:54.584423 dv-cinder-843395-1-iscsi neutron-server[102811]: WARNING oslo_policy.policy [None req-8182a0f5-1323-40a5-8f37-41c400dd1179 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 11:05:54.805132 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [None req-8182a0f5-1323-40a5-8f37-41c400dd1179 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:05:54.806289 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-8182a0f5-1323-40a5-8f37-41c400dd1179 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7404437 May 26 11:05:56.365047 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.db.l3_hamode_db [None req-8f6b1bc6-21f9-4910-adb6-2fbb8c4179cd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 26 11:05:56.443158 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6b1bc6-21f9-4910-adb6-2fbb8c4179cd None None] Routers set() bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:05:56.443537 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6b1bc6-21f9-4910-adb6-2fbb8c4179cd None None] Router IDs set() for agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 26 11:05:57.243600 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 33526) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:05:57.727906 dv-cinder-843395-1-iscsi neutron-server[102810]: WARNING oslo_policy.policy [None req-92641443-4f01-4b86-b8b3-698b68714faa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 11:05:57.728487 dv-cinder-843395-1-iscsi neutron-server[102810]: WARNING oslo_policy.policy [None req-92641443-4f01-4b86-b8b3-698b68714faa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 11:05:57.945463 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-92641443-4f01-4b86-b8b3-698b68714faa admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:05:58.038646 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.policy [None req-92641443-4f01-4b86-b8b3-698b68714faa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102810) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 11:05:58.083658 dv-cinder-843395-1-iscsi neutron-server[102810]: WARNING oslo_policy.policy [None req-92641443-4f01-4b86-b8b3-698b68714faa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 11:05:58.084054 dv-cinder-843395-1-iscsi neutron-server[102810]: WARNING oslo_policy.policy [None req-92641443-4f01-4b86-b8b3-698b68714faa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 11:05:58.234302 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-92641443-4f01-4b86-b8b3-698b68714faa admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744565952942', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744565960317', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744565768346', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744565773950', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744566384799', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744565795463', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-590658', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-539728', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1662661', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1731108'] for rbac-policy, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:58.411632 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-92641443-4f01-4b86-b8b3-698b68714faa admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:05:58.412911 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-92641443-4f01-4b86-b8b3-698b68714faa admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1682951 May 26 11:06:01.008507 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 33544) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:06:01.302880 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] Request body: {'network': {'project_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'tenant_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'name': 'private', 'admin_state_up': True}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:06:01.395499 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] Made reservation on behalf of e37ba4703d704e5ea2228f91ecc5cf3b for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:06:01.398237 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for network, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:01.415634 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:01.520463 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:01.586271 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:01.605947 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:06:01.633083 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744569547807', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:01.633677 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] Unsubscribe: segment precommit_create {{(pid=102810) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 26 11:06:01.634214 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] Added segment 3ec3fd4e-9402-421a-9d39-03ce5ae6ffa8 of type vlan for network 4f1e82b8-bda2-4a57-a2aa-565eb63f6164 May 26 11:06:01.651639 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c44e357f-a066-4af4-9541-079989ed53bc,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:01.701876 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:01.702235 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:01.702653 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:01.702924 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:01.703250 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:01.703593 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:01.703919 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:01.704253 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:01.704592 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:01.704942 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:01.705257 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:01.705571 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] Tracked resource versions report: May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: pushed versions: May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: { 'AddressGroup': {'1.2'}, May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: 'ConntrackHelper': {'1.0'}, May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: 'Log': {'1.0'}, May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: 'Network': {'1.1'}, May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: 'Port': {'1.7'}, May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: 'PortForwarding': {'1.2'}, May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: 'QosPolicy': {'1.9'}, May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: 'SecurityGroup': {'1.4'}, May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: 'SecurityGroupRule': {'1.2'}, May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: 'SubPort': {'1.0'}, May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: 'Subnet': {'1.1'}, May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: 'Trunk': {'1.1'}} May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: consumer versions: May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: { DHCP agent@dv-cinder-843395-1-iscsi: {}, May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: L3 agent@dv-cinder-843395-1-iscsi: {}, May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: Metadata agent@dv-cinder-843395-1-iscsi: {}, May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: Metering agent@dv-cinder-843395-1-iscsi: {}, May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: Open vSwitch agent@dv-cinder-843395-1-iscsi: { 'AddressGroup': '1.2', May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: 'ConntrackHelper': '1.0', May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: 'Log': '1.0', May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: 'Network': '1.1', May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: 'Port': '1.7', May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: 'PortForwarding': '1.2', May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: 'QosPolicy': '1.9', May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: 'SecurityGroup': '1.4', May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: 'SecurityGroupRule': '1.2', May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: 'SubPort': '1.0', May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: 'Subnet': '1.1', May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: 'Trunk': '1.1'}} May 26 11:06:01.706729 dv-cinder-843395-1-iscsi neutron-server[102810]: {{(pid=102810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 11:06:01.739021 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744569042562'] for network, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:01.826446 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for network, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:01.827533 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:06:01.828328 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:01.925945 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] Pushing event updated for resources: {'Network': ['ID=4f1e82b8-bda2-4a57-a2aa-565eb63f6164,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:01.938171 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Network 4f1e82b8-bda2-4a57-a2aa-565eb63f6164 details requested by agent ovs-agent-dv-cinder-843395-1-iscsi with host dv-cinder-843395-1-iscsi {{(pid=102813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 11:06:01.941242 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e266ebe1-2daa-43ae-b492-aab68078b300 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9315505 May 26 11:06:04.610760 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 33558) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:06:05.139408 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.policy [None req-a7ddda4c-d302-4cc9-8da4-0cdf124efbff admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102811) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 26 11:06:05.185980 dv-cinder-843395-1-iscsi neutron-server[102811]: WARNING oslo_policy.policy [None req-a7ddda4c-d302-4cc9-8da4-0cdf124efbff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 11:06:05.186377 dv-cinder-843395-1-iscsi neutron-server[102811]: WARNING oslo_policy.policy [None req-a7ddda4c-d302-4cc9-8da4-0cdf124efbff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 26 11:06:05.195279 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ddda4c-d302-4cc9-8da4-0cdf124efbff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:06:05.197034 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-a7ddda4c-d302-4cc9-8da4-0cdf124efbff admin admin] 10.222.0.21 "GET /v2.0/networks/4f1e82b8-bda2-4a57-a2aa-565eb63f6164 HTTP/1.1" status: 200 len: 825 time: 0.5853524 May 26 11:06:05.235117 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-2444e686-bf7a-4ae2-999a-f2c4cad1fdc6 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/3eb4ca6b-a8b9-4059-a952-3c204c6853e8 HTTP/1.1" status: 200 len: 734 time: 0.0317409 May 26 11:06:05.245130 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-0e0e21d1-2e1c-4532-b16b-37d6ca93ac5a admin admin] Request body: {'subnet': {'tenant_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'subnetpool_id': '3eb4ca6b-a8b9-4059-a952-3c204c6853e8', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '4f1e82b8-bda2-4a57-a2aa-565eb63f6164'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:06:05.328665 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0e21d1-2e1c-4532-b16b-37d6ca93ac5a admin admin] Made reservation on behalf of e37ba4703d704e5ea2228f91ecc5cf3b for: {'subnet': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:06:05.331319 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0e0e21d1-2e1c-4532-b16b-37d6ca93ac5a admin admin] Notify callbacks [] for subnet, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:05.703926 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0e0e21d1-2e1c-4532-b16b-37d6ca93ac5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for subnet, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:05.771424 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0e21d1-2e1c-4532-b16b-37d6ca93ac5a admin admin] Checking segment: {'id': '3ec3fd4e-9402-421a-9d39-03ce5ae6ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4f1e82b8-bda2-4a57-a2aa-565eb63f6164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:06:05.771790 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0e21d1-2e1c-4532-b16b-37d6ca93ac5a admin admin] Network hostable DHCP agents. Network: 4f1e82b8-bda2-4a57-a2aa-565eb63f6164, hostable agents: ['ae20bfe0-bbab-40fa-b22c-2da14db586ab'], hosted agents: [] {{(pid=102811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:06:05.784570 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0e21d1-2e1c-4532-b16b-37d6ca93ac5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7318c4e6-18d1-4a30-a8f9-b190bc36c47d,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:05.797348 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e21d1-2e1c-4532-b16b-37d6ca93ac5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:05.797703 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e21d1-2e1c-4532-b16b-37d6ca93ac5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:05.798036 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e21d1-2e1c-4532-b16b-37d6ca93ac5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:05.798362 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e21d1-2e1c-4532-b16b-37d6ca93ac5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:05.798684 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e21d1-2e1c-4532-b16b-37d6ca93ac5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:05.799015 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e21d1-2e1c-4532-b16b-37d6ca93ac5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:05.799334 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e21d1-2e1c-4532-b16b-37d6ca93ac5a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:05.799662 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e21d1-2e1c-4532-b16b-37d6ca93ac5a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:05.799992 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e21d1-2e1c-4532-b16b-37d6ca93ac5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:05.800324 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e21d1-2e1c-4532-b16b-37d6ca93ac5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:05.800631 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e21d1-2e1c-4532-b16b-37d6ca93ac5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:05.801453 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e21d1-2e1c-4532-b16b-37d6ca93ac5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0e21d1-2e1c-4532-b16b-37d6ca93ac5a admin admin] Tracked resource versions report: May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: pushed versions: May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: { 'AddressGroup': {'1.2'}, May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: 'ConntrackHelper': {'1.0'}, May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: 'Log': {'1.0'}, May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: 'Network': {'1.1'}, May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: 'Port': {'1.7'}, May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: 'PortForwarding': {'1.2'}, May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: 'QosPolicy': {'1.9'}, May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: 'SecurityGroup': {'1.4'}, May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: 'SecurityGroupRule': {'1.2'}, May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: 'SubPort': {'1.0'}, May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: 'Subnet': {'1.1'}, May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: 'Trunk': {'1.1'}} May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: consumer versions: May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: { DHCP agent@dv-cinder-843395-1-iscsi: {}, May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: L3 agent@dv-cinder-843395-1-iscsi: {}, May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: Metadata agent@dv-cinder-843395-1-iscsi: {}, May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: Metering agent@dv-cinder-843395-1-iscsi: {}, May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: Open vSwitch agent@dv-cinder-843395-1-iscsi: { 'AddressGroup': '1.2', May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: 'ConntrackHelper': '1.0', May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: 'Log': '1.0', May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: 'Network': '1.1', May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: 'Port': '1.7', May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: 'PortForwarding': '1.2', May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: 'QosPolicy': '1.9', May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: 'SecurityGroup': '1.4', May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: 'SecurityGroupRule': '1.2', May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: 'SubPort': '1.0', May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: 'Subnet': '1.1', May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: 'Trunk': '1.1'}} May 26 11:06:05.802526 dv-cinder-843395-1-iscsi neutron-server[102811]: {{(pid=102811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 11:06:05.888933 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0e21d1-2e1c-4532-b16b-37d6ca93ac5a admin admin] Network 4f1e82b8-bda2-4a57-a2aa-565eb63f6164 is scheduled to be hosted by DHCP agent ae20bfe0-bbab-40fa-b22c-2da14db586ab with binding_index 1 {{(pid=102811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:06:05.980217 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-0e0e21d1-2e1c-4532-b16b-37d6ca93ac5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843395-1-iscsi, 4f1e82b8-bda2-4a57-a2aa-565eb63f6164) {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:06:05.984786 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0e21d1-2e1c-4532-b16b-37d6ca93ac5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:06:05.985398 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0e0e21d1-2e1c-4532-b16b-37d6ca93ac5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for subnet, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:05.990307 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28b6d38-f144-45a7-8552-73365e55eabc None None] Network 4f1e82b8-bda2-4a57-a2aa-565eb63f6164 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:06:06.171691 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-0e0e21d1-2e1c-4532-b16b-37d6ca93ac5a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9300010 May 26 11:06:06.297645 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp544487b2-adaf-528a-ac03-698d97ec23d0-4f1e82b8-bda2-4a57-a2aa-565eb63f6164', 'network_id': '4f1e82b8-bda2-4a57-a2aa-565eb63f6164', 'tenant_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'fixed_ips': [{'subnet_id': '7318c4e6-18d1-4a30-a8f9-b190bc36c47d'}]}} from dv-cinder-843395-1-iscsi. {{(pid=102813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 11:06:06.299213 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:06.604635 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.db_base_plugin_common [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Allocated IP 172.20.0.2 (4f1e82b8-bda2-4a57-a2aa-565eb63f6164/7318c4e6-18d1-4a30-a8f9-b190bc36c47d/43841d56-3c00-4838-b1e0-863b59a49326) {{(pid=102813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:06:06.803339 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Notify callbacks [] for port, precommit_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:06.893019 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855'] for port, after_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:06.964716 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Network 4f1e82b8-bda2-4a57-a2aa-565eb63f6164 is already hosted by enough agents. {{(pid=102813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:06:06.970279 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.scheduler.base_scheduler [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Resources bound (agent type, host, resource id): {{(pid=102813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:06:06.978740 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Received port after_create {{(pid=102813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:06:06.988204 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Pushing event updated for resources: {'Port': ['ID=43841d56-3c00-4838-b1e0-863b59a49326,revision_number=1']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:07.033112 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:07.033770 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:07.033860 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:07.034140 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:07.034474 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:07.034806 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:07.035136 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:07.035492 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:07.035830 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:07.036159 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:07.036481 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:07.036826 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Tracked resource versions report: May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: pushed versions: May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: { 'AddressGroup': {'1.2'}, May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: 'ConntrackHelper': {'1.0'}, May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: 'Log': {'1.0'}, May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: 'Network': {'1.1'}, May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: 'Port': {'1.7'}, May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: 'PortForwarding': {'1.2'}, May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: 'QosPolicy': {'1.9'}, May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: 'SecurityGroup': {'1.4'}, May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: 'SecurityGroupRule': {'1.2'}, May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: 'SubPort': {'1.0'}, May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: 'Subnet': {'1.1'}, May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: 'Trunk': {'1.1'}} May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: consumer versions: May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: { DHCP agent@dv-cinder-843395-1-iscsi: {}, May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: L3 agent@dv-cinder-843395-1-iscsi: {}, May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: Metadata agent@dv-cinder-843395-1-iscsi: {}, May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: Metering agent@dv-cinder-843395-1-iscsi: {}, May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: Open vSwitch agent@dv-cinder-843395-1-iscsi: { 'AddressGroup': '1.2', May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: 'ConntrackHelper': '1.0', May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: 'Log': '1.0', May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: 'Network': '1.1', May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: 'Port': '1.7', May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: 'PortForwarding': '1.2', May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: 'QosPolicy': '1.9', May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: 'SecurityGroup': '1.4', May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: 'SecurityGroupRule': '1.2', May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: 'SubPort': '1.0', May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: 'Subnet': '1.1', May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: 'Trunk': '1.1'}} May 26 11:06:07.037928 dv-cinder-843395-1-iscsi neutron-server[102813]: {{(pid=102813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 11:06:07.070349 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Attempting to bind port 43841d56-3c00-4838-b1e0-863b59a49326 on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:06:07.070741 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Attempting to bind port 43841d56-3c00-4838-b1e0-863b59a49326 by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': '3ec3fd4e-9402-421a-9d39-03ce5ae6ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4f1e82b8-bda2-4a57-a2aa-565eb63f6164'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:06:07.071169 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Attempting to bind port 43841d56-3c00-4838-b1e0-863b59a49326 on network 4f1e82b8-bda2-4a57-a2aa-565eb63f6164 {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:06:07.076156 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:06:07.076558 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Checking segment: {'id': '3ec3fd4e-9402-421a-9d39-03ce5ae6ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4f1e82b8-bda2-4a57-a2aa-565eb63f6164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:06:07.077035 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:07.077424 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Bound using segment: {'id': '3ec3fd4e-9402-421a-9d39-03ce5ae6ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4f1e82b8-bda2-4a57-a2aa-565eb63f6164'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:06:07.077901 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Bound port: 43841d56-3c00-4838-b1e0-863b59a49326, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec3fd4e-9402-421a-9d39-03ce5ae6ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4f1e82b8-bda2-4a57-a2aa-565eb63f6164'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:06:07.078331 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:07.140109 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] For port 43841d56-3c00-4838-b1e0-863b59a49326, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:06:07.144324 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] For port 43841d56-3c00-4838-b1e0-863b59a49326, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=43841d56-3c00-4838-b1e0-863b59a49326,segment=NetworkSegment(3ec3fd4e-9402-421a-9d39-03ce5ae6ffa8),segment_id=3ec3fd4e-9402-421a-9d39-03ce5ae6ffa8)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:06:07.206698 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:07.273203 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eead12f-4e77-429a-b399-2dc4de7eb75e None None] Pushing event updated for resources: {'Port': ['ID=43841d56-3c00-4838-b1e0-863b59a49326,revision_number=2']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:08.590865 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 33572) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:06:08.901301 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [None req-f37aa7b9-e46c-4340-a3bd-2a12104dde1c admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:06:08.902267 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-f37aa7b9-e46c-4340-a3bd-2a12104dde1c admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3104746 May 26 11:06:11.303880 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 33580) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:06:11.614669 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [None req-dc840adb-a81b-4f90-ba69-8e8e478c9858 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:06:11.615714 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-dc840adb-a81b-4f90-ba69-8e8e478c9858 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3109906 May 26 11:06:14.260524 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 33590) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:06:14.571891 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-07af01cb-4093-47b4-b633-c0d4d59a778d admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'name': 'router1'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:06:14.657978 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-07af01cb-4093-47b4-b633-c0d4d59a778d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:14.659578 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-07af01cb-4093-47b4-b633-c0d4d59a778d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4372'] for router, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:14.797015 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-07af01cb-4093-47b4-b633-c0d4d59a778d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:14.875386 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-07af01cb-4093-47b4-b633-c0d4d59a778d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667143'] for router, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:14.968008 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-07af01cb-4093-47b4-b633-c0d4d59a778d admin admin] Notify callbacks [] for router, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:14.969334 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-07af01cb-4093-47b4-b633-c0d4d59a778d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7077544 May 26 11:06:15.612215 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4d0bc6-2714-49af-9402-cf03e8c6f0cb None None] Network 4f1e82b8-bda2-4a57-a2aa-565eb63f6164 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:06:15.676226 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-97f4ea87-0e78-43d7-b131-229ca5ef1e7c None None] Provisioning complete for port 43841d56-3c00-4838-b1e0-863b59a49326 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:06:15.676648 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-97f4ea87-0e78-43d7-b131-229ca5ef1e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:15.868980 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-97f4ea87-0e78-43d7-b131-229ca5ef1e7c None None] Current status of the port 43841d56-3c00-4838-b1e0-863b59a49326 is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:06:15.869273 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-97f4ea87-0e78-43d7-b131-229ca5ef1e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:15.937902 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-97f4ea87-0e78-43d7-b131-229ca5ef1e7c None None] For port 43841d56-3c00-4838-b1e0-863b59a49326, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=43841d56-3c00-4838-b1e0-863b59a49326,segment=NetworkSegment(3ec3fd4e-9402-421a-9d39-03ce5ae6ffa8),segment_id=3ec3fd4e-9402-421a-9d39-03ce5ae6ffa8)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:06:16.049709 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-97f4ea87-0e78-43d7-b131-229ca5ef1e7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:16.099664 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4ea87-0e78-43d7-b131-229ca5ef1e7c None None] Pushing event updated for resources: {'Port': ['ID=43841d56-3c00-4838-b1e0-863b59a49326,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:16.168853 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-1e8bcabb-c9ad-4c5b-b111-6a95608356ab None None] Provisioning complete for port 43841d56-3c00-4838-b1e0-863b59a49326 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:06:16.169231 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-1e8bcabb-c9ad-4c5b-b111-6a95608356ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:16.247758 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-1e8bcabb-c9ad-4c5b-b111-6a95608356ab None None] Current status of the port 43841d56-3c00-4838-b1e0-863b59a49326 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:06:16.496229 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 43841d56-3c00-4838-b1e0-863b59a49326 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:06:16.551349 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 43841d56-3c00-4838-b1e0-863b59a49326 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:06:16.551720 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:16.627120 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 43841d56-3c00-4838-b1e0-863b59a49326 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:06:17.407739 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 33602) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:06:17.714084 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [None req-d1206dfe-e334-4fce-94f4-1bb6b2e0373d admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:06:17.715063 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-d1206dfe-e334-4fce-94f4-1bb6b2e0373d admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3064210 May 26 11:06:18.008942 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-e3614d4e-406a-410c-8e47-b251b56002bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:18.449394 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 5 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:06:20.122093 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 33610) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:06:20.232120 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-96bf8986-1f43-4b1b-8c3d-2b7c116b3003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:20.431824 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-983ce702-a8df-4cac-93df-96a4ac32e7b0 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:06:20.551904 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983ce702-a8df-4cac-93df-96a4ac32e7b0 admin admin] Made reservation on behalf of d64c981294cd4c6a87372696b113b241 for: {'network': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:06:20.554151 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-983ce702-a8df-4cac-93df-96a4ac32e7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for network, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:20.570343 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-983ce702-a8df-4cac-93df-96a4ac32e7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:20.667586 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-983ce702-a8df-4cac-93df-96a4ac32e7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:20.740093 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-983ce702-a8df-4cac-93df-96a4ac32e7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:20.755252 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-983ce702-a8df-4cac-93df-96a4ac32e7b0 admin admin] Reserving flat network on physical network physnet1 {{(pid=102811) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 26 11:06:20.777367 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ce702-a8df-4cac-93df-96a4ac32e7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca4c6f0-56da-4790-ad95-d878524277ff,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:20.780551 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-983ce702-a8df-4cac-93df-96a4ac32e7b0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744569547807', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:20.781116 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-983ce702-a8df-4cac-93df-96a4ac32e7b0 admin admin] Unsubscribe: segment precommit_create {{(pid=102811) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 26 11:06:20.781604 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.segments_db [None req-983ce702-a8df-4cac-93df-96a4ac32e7b0 admin admin] Added segment 163c1930-0945-485c-92dc-c022ae799108 of type flat for network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb May 26 11:06:20.842881 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-983ce702-a8df-4cac-93df-96a4ac32e7b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744569042562'] for network, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:20.960118 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-983ce702-a8df-4cac-93df-96a4ac32e7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for network, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:20.961153 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983ce702-a8df-4cac-93df-96a4ac32e7b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:06:20.961727 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-983ce702-a8df-4cac-93df-96a4ac32e7b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:21.062313 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ce702-a8df-4cac-93df-96a4ac32e7b0 admin admin] Pushing event updated for resources: {'Network': ['ID=6ce135a4-eab8-4863-9af0-cf5ae6e229cb,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:21.073837 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb details requested by agent ovs-agent-dv-cinder-843395-1-iscsi with host dv-cinder-843395-1-iscsi {{(pid=102813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 11:06:21.133855 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-983ce702-a8df-4cac-93df-96a4ac32e7b0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0103352 May 26 11:06:21.420086 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:22.665564 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:23.211492 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:23.544299 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 33628) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:06:23.715015 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60500011-b8e1-44a6-8009-3dae8d40c06c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:06:23.716323 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-60500011-b8e1-44a6-8009-3dae8d40c06c admin admin] 10.222.0.21 "GET /v2.0/subnets/7318c4e6-18d1-4a30-a8f9-b190bc36c47d HTTP/1.1" status: 200 len: 849 time: 0.1710474 May 26 11:06:23.833412 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-ec5998b7-fa47-4329-95e3-e9583008edb5 admin admin] 10.222.0.21 "GET /v2.0/routers/3ba7e95d-302f-4eeb-901c-cdb5ecd857f9 HTTP/1.1" status: 200 len: 704 time: 0.1108341 May 26 11:06:24.092722 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4e90843d-c036-4d05-944f-5a51bb727098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:24.376438 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-4e90843d-c036-4d05-944f-5a51bb727098 admin admin] Allocated IP 172.20.0.1 (4f1e82b8-bda2-4a57-a2aa-565eb63f6164/7318c4e6-18d1-4a30-a8f9-b190bc36c47d/fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:06:24.525297 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4e90843d-c036-4d05-944f-5a51bb727098 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:24.692250 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4e90843d-c036-4d05-944f-5a51bb727098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:24.759753 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e90843d-c036-4d05-944f-5a51bb727098 admin admin] Network 4f1e82b8-bda2-4a57-a2aa-565eb63f6164 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:06:24.765246 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-4e90843d-c036-4d05-944f-5a51bb727098 admin admin] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:06:24.771682 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e90843d-c036-4d05-944f-5a51bb727098 admin admin] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:06:24.772022 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4e90843d-c036-4d05-944f-5a51bb727098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665140'] for router_interface, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:24.832896 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90843d-c036-4d05-944f-5a51bb727098 admin admin] Pushing event updated for resources: {'Port': ['ID=fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:24.917741 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-8a9ee074-abfc-4938-bc05-5d3893c9585e None None] Provisioning complete for port fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:06:24.918304 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-8a9ee074-abfc-4938-bc05-5d3893c9585e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:24.951274 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-8a9ee074-abfc-4938-bc05-5d3893c9585e None None] Port fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:06:25.062745 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4e90843d-c036-4d05-944f-5a51bb727098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:25.266955 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4e90843d-c036-4d05-944f-5a51bb727098 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:25.328629 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4e90843d-c036-4d05-944f-5a51bb727098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:25.329393 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4e90843d-c036-4d05-944f-5a51bb727098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665176'] for router_interface, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:25.406037 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90843d-c036-4d05-944f-5a51bb727098 admin admin] Pushing event updated for resources: {'Port': ['ID=fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:25.451211 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e90843d-c036-4d05-944f-5a51bb727098 admin admin] Network 4f1e82b8-bda2-4a57-a2aa-565eb63f6164 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:06:25.452480 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-4e90843d-c036-4d05-944f-5a51bb727098 admin admin] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:06:25.678580 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-65cf0615-ae62-4579-81b4-5be203ea071a None None] Provisioning complete for port fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:06:25.678953 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-65cf0615-ae62-4579-81b4-5be203ea071a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:25.680441 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e90843d-c036-4d05-944f-5a51bb727098 admin admin] Router 3ba7e95d-302f-4eeb-901c-cdb5ecd857f9 is scheduled to L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 with binding_index 1 {{(pid=102811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 11:06:25.712810 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-65cf0615-ae62-4579-81b4-5be203ea071a None None] Port fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:06:25.770509 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e90843d-c036-4d05-944f-5a51bb727098 admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:06:25.775729 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-4e90843d-c036-4d05-944f-5a51bb727098 admin admin] 10.222.0.21 "PUT /v2.0/routers/3ba7e95d-302f-4eeb-901c-cdb5ecd857f9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9351196 May 26 11:06:25.795949 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1073a80-37cf-4c66-99c9-de52eb3358b5 None None] Sync routers for ids ['3ba7e95d-302f-4eeb-901c-cdb5ecd857f9'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:06:25.808751 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1073a80-37cf-4c66-99c9-de52eb3358b5 None None] Routers {'3ba7e95d-302f-4eeb-901c-cdb5ecd857f9'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:06:25.809686 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-a1073a80-37cf-4c66-99c9-de52eb3358b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:06:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['3ba7e95d-302f-4eeb-901c-cdb5ecd857f9'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:06:25.992275 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-a1073a80-37cf-4c66-99c9-de52eb3358b5 None None] Set router 3ba7e95d-302f-4eeb-901c-cdb5ecd857f9 gateway port host: None {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:06:26.419345 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-a1073a80-37cf-4c66-99c9-de52eb3358b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba7e95d-302f-4eeb-901c-cdb5ecd857f9', 'name': 'router1', 'tenant_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:06:14Z', 'updated_at': '2022-05-26T11:06:24Z', 'revision_number': 2, 'project_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'gw_port_host': None, '_interfaces': [{'id': 'fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c', 'name': '', 'network_id': '4f1e82b8-bda2-4a57-a2aa-565eb63f6164', 'tenant_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'mac_address': 'fa:16:3e:42:50:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba7e95d-302f-4eeb-901c-cdb5ecd857f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7318c4e6-18d1-4a30-a8f9-b190bc36c47d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:06:24Z', 'updated_at': '2022-05-26T11:06:25Z', 'revision_number': 2, 'project_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'subnets': [{'id': '7318c4e6-18d1-4a30-a8f9-b190bc36c47d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3eb4ca6b-a8b9-4059-a952-3c204c6853e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:06:26.468842 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1073a80-37cf-4c66-99c9-de52eb3358b5 None None] Checking router: 3ba7e95d-302f-4eeb-901c-cdb5ecd857f9 for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:06:26.469214 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1073a80-37cf-4c66-99c9-de52eb3358b5 None None] Updating router 3ba7e95d-302f-4eeb-901c-cdb5ecd857f9 port fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c binding host dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:06:26.549625 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-a1073a80-37cf-4c66-99c9-de52eb3358b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:27.039512 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-a1073a80-37cf-4c66-99c9-de52eb3358b5 None None] Notify callbacks [] for port, precommit_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:27.211575 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-a1073a80-37cf-4c66-99c9-de52eb3358b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:27.302617 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99bc6b-982e-46dd-8b31-fc3b649ea3be None None] Pushing event updated for resources: {'Port': ['ID=fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c,revision_number=3']} {{(pid=102814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:27.332076 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99bc6b-982e-46dd-8b31-fc3b649ea3be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:27.332416 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99bc6b-982e-46dd-8b31-fc3b649ea3be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:27.332782 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99bc6b-982e-46dd-8b31-fc3b649ea3be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:27.333119 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99bc6b-982e-46dd-8b31-fc3b649ea3be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:27.333452 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99bc6b-982e-46dd-8b31-fc3b649ea3be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:27.333784 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99bc6b-982e-46dd-8b31-fc3b649ea3be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:27.334369 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99bc6b-982e-46dd-8b31-fc3b649ea3be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:27.334529 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99bc6b-982e-46dd-8b31-fc3b649ea3be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:27.334852 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99bc6b-982e-46dd-8b31-fc3b649ea3be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:27.335179 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99bc6b-982e-46dd-8b31-fc3b649ea3be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:27.335504 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99bc6b-982e-46dd-8b31-fc3b649ea3be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:27.335827 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99bc6b-982e-46dd-8b31-fc3b649ea3be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea99bc6b-982e-46dd-8b31-fc3b649ea3be None None] Tracked resource versions report: May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: pushed versions: May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: { 'AddressGroup': {'1.2'}, May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: 'ConntrackHelper': {'1.0'}, May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: 'Log': {'1.0'}, May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: 'Network': {'1.1'}, May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: 'Port': {'1.7'}, May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: 'PortForwarding': {'1.2'}, May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: 'QosPolicy': {'1.9'}, May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: 'SecurityGroup': {'1.4'}, May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: 'SecurityGroupRule': {'1.2'}, May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: 'SubPort': {'1.0'}, May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: 'Subnet': {'1.1'}, May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: 'Trunk': {'1.1'}} May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: consumer versions: May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: { DHCP agent@dv-cinder-843395-1-iscsi: {}, May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: L3 agent@dv-cinder-843395-1-iscsi: {}, May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: Metadata agent@dv-cinder-843395-1-iscsi: {}, May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: Metering agent@dv-cinder-843395-1-iscsi: {}, May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: Open vSwitch agent@dv-cinder-843395-1-iscsi: { 'AddressGroup': '1.2', May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: 'ConntrackHelper': '1.0', May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: 'Log': '1.0', May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: 'Network': '1.1', May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: 'Port': '1.7', May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: 'PortForwarding': '1.2', May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: 'QosPolicy': '1.9', May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: 'SecurityGroup': '1.4', May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: 'SecurityGroupRule': '1.2', May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: 'SubPort': '1.0', May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: 'Subnet': '1.1', May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: 'Trunk': '1.1'}} May 26 11:06:27.336993 dv-cinder-843395-1-iscsi neutron-server[102814]: {{(pid=102814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 11:06:27.388904 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-a1073a80-37cf-4c66-99c9-de52eb3358b5 None None] Attempting to bind port fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:06:27.389427 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-a1073a80-37cf-4c66-99c9-de52eb3358b5 None None] Attempting to bind port fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': '3ec3fd4e-9402-421a-9d39-03ce5ae6ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4f1e82b8-bda2-4a57-a2aa-565eb63f6164'}] {{(pid=102814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:06:27.389876 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1073a80-37cf-4c66-99c9-de52eb3358b5 None None] Attempting to bind port fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c on network 4f1e82b8-bda2-4a57-a2aa-565eb63f6164 {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:06:27.395386 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1073a80-37cf-4c66-99c9-de52eb3358b5 None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:06:27.395797 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1073a80-37cf-4c66-99c9-de52eb3358b5 None None] Checking segment: {'id': '3ec3fd4e-9402-421a-9d39-03ce5ae6ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4f1e82b8-bda2-4a57-a2aa-565eb63f6164'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:06:27.396280 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-a1073a80-37cf-4c66-99c9-de52eb3358b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:27.396762 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1073a80-37cf-4c66-99c9-de52eb3358b5 None None] Bound using segment: {'id': '3ec3fd4e-9402-421a-9d39-03ce5ae6ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4f1e82b8-bda2-4a57-a2aa-565eb63f6164'} {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:06:27.397265 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-a1073a80-37cf-4c66-99c9-de52eb3358b5 None None] Bound port: fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ec3fd4e-9402-421a-9d39-03ce5ae6ffa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4f1e82b8-bda2-4a57-a2aa-565eb63f6164'}}] {{(pid=102814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:06:27.397666 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-a1073a80-37cf-4c66-99c9-de52eb3358b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:27.464421 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.db [None req-a1073a80-37cf-4c66-99c9-de52eb3358b5 None None] For port fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:06:27.483699 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.db [None req-a1073a80-37cf-4c66-99c9-de52eb3358b5 None None] For port fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c,segment=NetworkSegment(3ec3fd4e-9402-421a-9d39-03ce5ae6ffa8),segment_id=3ec3fd4e-9402-421a-9d39-03ce5ae6ffa8)] {{(pid=102814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:06:27.572671 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-a1073a80-37cf-4c66-99c9-de52eb3358b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:27.595149 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-e32315b7-1e91-427b-81e6-60318fe5bc73 None None] Provisioning complete for port fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:06:27.595714 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-e32315b7-1e91-427b-81e6-60318fe5bc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:27.632518 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1073a80-37cf-4c66-99c9-de52eb3358b5 None None] Routers {'3ba7e95d-302f-4eeb-901c-cdb5ecd857f9'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:06:27.633222 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-a1073a80-37cf-4c66-99c9-de52eb3358b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:06:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['3ba7e95d-302f-4eeb-901c-cdb5ecd857f9'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:06:27.638710 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99bc6b-982e-46dd-8b31-fc3b649ea3be None None] Pushing event updated for resources: {'Port': ['ID=fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c,revision_number=4']} {{(pid=102814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:27.678172 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-e32315b7-1e91-427b-81e6-60318fe5bc73 None None] Current status of the port fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:06:27.678576 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-e32315b7-1e91-427b-81e6-60318fe5bc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:27.711336 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-e32315b7-1e91-427b-81e6-60318fe5bc73 None None] For port fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c,segment=NetworkSegment(3ec3fd4e-9402-421a-9d39-03ce5ae6ffa8),segment_id=3ec3fd4e-9402-421a-9d39-03ce5ae6ffa8)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:06:27.732423 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-a1073a80-37cf-4c66-99c9-de52eb3358b5 None None] Set router 3ba7e95d-302f-4eeb-901c-cdb5ecd857f9 gateway port host: None {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:06:27.803174 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-e32315b7-1e91-427b-81e6-60318fe5bc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:27.852198 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32315b7-1e91-427b-81e6-60318fe5bc73 None None] Pushing event updated for resources: {'Port': ['ID=fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:27.925699 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-e832ed23-1481-4a58-b524-ede93515f746 None None] Provisioning complete for port fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:06:27.925699 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-e832ed23-1481-4a58-b524-ede93515f746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:27.954971 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-a1073a80-37cf-4c66-99c9-de52eb3358b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba7e95d-302f-4eeb-901c-cdb5ecd857f9', 'name': 'router1', 'tenant_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:06:14Z', 'updated_at': '2022-05-26T11:06:24Z', 'revision_number': 2, 'project_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'gw_port_host': None, '_interfaces': [{'id': 'fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c', 'name': '', 'network_id': '4f1e82b8-bda2-4a57-a2aa-565eb63f6164', 'tenant_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'mac_address': 'fa:16:3e:42:50:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba7e95d-302f-4eeb-901c-cdb5ecd857f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7318c4e6-18d1-4a30-a8f9-b190bc36c47d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:06:24Z', 'updated_at': '2022-05-26T11:06:27Z', 'revision_number': 4, 'project_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'subnets': [{'id': '7318c4e6-18d1-4a30-a8f9-b190bc36c47d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3eb4ca6b-a8b9-4059-a952-3c204c6853e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:06:27.981933 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1073a80-37cf-4c66-99c9-de52eb3358b5 None None] The sync data for ids ['3ba7e95d-302f-4eeb-901c-cdb5ecd857f9'] in dv-cinder-843395-1-iscsi is: [{'id': '3ba7e95d-302f-4eeb-901c-cdb5ecd857f9', 'name': 'router1', 'tenant_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:06:14Z', 'updated_at': '2022-05-26T11:06:24Z', 'revision_number': 2, 'project_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'gw_port_host': None, '_interfaces': [{'id': 'fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c', 'name': '', 'network_id': '4f1e82b8-bda2-4a57-a2aa-565eb63f6164', 'tenant_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'mac_address': 'fa:16:3e:42:50:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba7e95d-302f-4eeb-901c-cdb5ecd857f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7318c4e6-18d1-4a30-a8f9-b190bc36c47d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:06:24Z', 'updated_at': '2022-05-26T11:06:27Z', 'revision_number': 4, 'project_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'subnets': [{'id': '7318c4e6-18d1-4a30-a8f9-b190bc36c47d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3eb4ca6b-a8b9-4059-a952-3c204c6853e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:06:28.006399 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-e832ed23-1481-4a58-b524-ede93515f746 None None] Current status of the port fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:06:28.047975 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 33648) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:06:28.195339 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60366a4d-dfee-4c8b-8295-67f2793f6959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:06:28.196822 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-60366a4d-dfee-4c8b-8295-67f2793f6959 admin admin] 10.222.0.21 "GET /v2.0/networks/6ce135a4-eab8-4863-9af0-cf5ae6e229cb HTTP/1.1" status: 200 len: 842 time: 0.1478341 May 26 11:06:28.206748 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-97bc8e44-8da8-4bef-bbc0-4ff8b4a7c85b admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'enable_dhcp': False, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'name': 'public-subnet'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:06:28.323105 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bc8e44-8da8-4bef-bbc0-4ff8b4a7c85b admin admin] Made reservation on behalf of d64c981294cd4c6a87372696b113b241 for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:06:28.325435 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-97bc8e44-8da8-4bef-bbc0-4ff8b4a7c85b admin admin] Notify callbacks [] for subnet, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:28.855819 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.objects.ports [None req-97bc8e44-8da8-4bef-bbc0-4ff8b4a7c85b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102810) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 26 11:06:28.856337 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-97bc8e44-8da8-4bef-bbc0-4ff8b4a7c85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for subnet, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:28.917934 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bc8e44-8da8-4bef-bbc0-4ff8b4a7c85b admin admin] Pushing event updated for resources: {'Subnet': ['ID=86b44d4e-8f3f-4d5d-9881-9aaa3797f33b,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:28.928897 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bc8e44-8da8-4bef-bbc0-4ff8b4a7c85b admin admin] Checking segment: {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:06:28.929274 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bc8e44-8da8-4bef-bbc0-4ff8b4a7c85b admin admin] Network hostable DHCP agents. Network: 6ce135a4-eab8-4863-9af0-cf5ae6e229cb, hostable agents: ['ae20bfe0-bbab-40fa-b22c-2da14db586ab'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:06:29.048760 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bc8e44-8da8-4bef-bbc0-4ff8b4a7c85b admin admin] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb is scheduled to be hosted by DHCP agent ae20bfe0-bbab-40fa-b22c-2da14db586ab with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:06:29.148564 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-97bc8e44-8da8-4bef-bbc0-4ff8b4a7c85b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843395-1-iscsi, 6ce135a4-eab8-4863-9af0-cf5ae6e229cb) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:06:29.153420 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bc8e44-8da8-4bef-bbc0-4ff8b4a7c85b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:06:29.154790 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-97bc8e44-8da8-4bef-bbc0-4ff8b4a7c85b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for subnet, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:29.157672 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272ce7e1-5909-42d9-9789-0f1d36b59ede None None] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:06:29.248328 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-97bc8e44-8da8-4bef-bbc0-4ff8b4a7c85b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0449862 May 26 11:06:29.282713 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a6286d-7ac6-423c-ae3b-3a538fe90988 None None] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:06:31.570931 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 33656) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:06:31.796562 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-3b2fcf36-91c2-480f-ba2d-36bf6299cd5e admin admin] 10.222.0.21 "GET /v2.0/routers/3ba7e95d-302f-4eeb-901c-cdb5ecd857f9 HTTP/1.1" status: 200 len: 710 time: 0.2244024 May 26 11:06:31.885137 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00083bb0-1f81-48fd-bdef-f4eb9ab97835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:06:31.886480 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-00083bb0-1f81-48fd-bdef-f4eb9ab97835 admin admin] 10.222.0.21 "GET /v2.0/networks/6ce135a4-eab8-4863-9af0-cf5ae6e229cb HTTP/1.1" status: 200 len: 886 time: 0.0821445 May 26 11:06:31.895885 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-bd77d411-4ac0-4345-8de3-5b2c63ee7f43 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:06:32.140050 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bd77d411-4ac0-4345-8de3-5b2c63ee7f43 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:32.458273 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bd77d411-4ac0-4345-8de3-5b2c63ee7f43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:32.536643 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bd77d411-4ac0-4345-8de3-5b2c63ee7f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:32.741808 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-bd77d411-4ac0-4345-8de3-5b2c63ee7f43 admin admin] Allocated IP 172.27.2.3 (6ce135a4-eab8-4863-9af0-cf5ae6e229cb/86b44d4e-8f3f-4d5d-9881-9aaa3797f33b/89b7f65d-562a-46f9-94eb-d6baf63c6294) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:06:32.849512 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bd77d411-4ac0-4345-8de3-5b2c63ee7f43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:33.019962 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bd77d411-4ac0-4345-8de3-5b2c63ee7f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855'] for port, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:33.101283 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd77d411-4ac0-4345-8de3-5b2c63ee7f43 admin admin] Pushing event updated for resources: {'Port': ['ID=89b7f65d-562a-46f9-94eb-d6baf63c6294,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:33.142435 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd77d411-4ac0-4345-8de3-5b2c63ee7f43 admin admin] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:06:33.142435 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-bd77d411-4ac0-4345-8de3-5b2c63ee7f43 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:06:33.149137 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd77d411-4ac0-4345-8de3-5b2c63ee7f43 admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:06:33.536451 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bd77d411-4ac0-4345-8de3-5b2c63ee7f43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:33.727137 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bd77d411-4ac0-4345-8de3-5b2c63ee7f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1667170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1667662', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4582'] for router, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:33.731078 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bd77d411-4ac0-4345-8de3-5b2c63ee7f43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1667177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1667152', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1667765'] for router, after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:33.839446 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd77d411-4ac0-4345-8de3-5b2c63ee7f43 admin admin] Router 3ba7e95d-302f-4eeb-901c-cdb5ecd857f9 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:06:33.946401 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd77d411-4ac0-4345-8de3-5b2c63ee7f43 admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:06:33.950919 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bd77d411-4ac0-4345-8de3-5b2c63ee7f43 admin admin] Notify callbacks [] for router, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:33.957999 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-bd77d411-4ac0-4345-8de3-5b2c63ee7f43 admin admin] 10.222.0.21 "PUT /v2.0/routers/3ba7e95d-302f-4eeb-901c-cdb5ecd857f9 HTTP/1.1" status: 200 len: 888 time: 2.0594764 May 26 11:06:34.446290 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b197753-0389-4801-9ee2-af04fb53bb3f None None] Sync routers for ids ['3ba7e95d-302f-4eeb-901c-cdb5ecd857f9'] in dv-cinder-843395-1-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:06:34.457819 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b197753-0389-4801-9ee2-af04fb53bb3f None None] Routers {'3ba7e95d-302f-4eeb-901c-cdb5ecd857f9'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:06:34.458473 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-8b197753-0389-4801-9ee2-af04fb53bb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:06:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['3ba7e95d-302f-4eeb-901c-cdb5ecd857f9'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:06:34.516489 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:06:34.699391 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-8b197753-0389-4801-9ee2-af04fb53bb3f None None] Set router 3ba7e95d-302f-4eeb-901c-cdb5ecd857f9 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:06:34.762404 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:06:34.762774 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:35.048518 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:06:35.144781 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-8b197753-0389-4801-9ee2-af04fb53bb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba7e95d-302f-4eeb-901c-cdb5ecd857f9', 'name': 'router1', 'tenant_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '89b7f65d-562a-46f9-94eb-d6baf63c6294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:06:14Z', 'updated_at': '2022-05-26T11:06:33Z', 'revision_number': 4, 'project_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'gw_port': {'id': '89b7f65d-562a-46f9-94eb-d6baf63c6294', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba7e95d-302f-4eeb-901c-cdb5ecd857f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:06:32Z', 'updated_at': '2022-05-26T11:06:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': 'fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c', 'name': '', 'network_id': '4f1e82b8-bda2-4a57-a2aa-565eb63f6164', 'tenant_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'mac_address': 'fa:16:3e:42:50:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba7e95d-302f-4eeb-901c-cdb5ecd857f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7318c4e6-18d1-4a30-a8f9-b190bc36c47d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:06:24Z', 'updated_at': '2022-05-26T11:06:27Z', 'revision_number': 5, 'project_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'subnets': [{'id': '7318c4e6-18d1-4a30-a8f9-b190bc36c47d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3eb4ca6b-a8b9-4059-a952-3c204c6853e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:06:35.260135 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b197753-0389-4801-9ee2-af04fb53bb3f None None] Checking router: 3ba7e95d-302f-4eeb-901c-cdb5ecd857f9 for host: dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:06:35.260492 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b197753-0389-4801-9ee2-af04fb53bb3f None None] Updating router 3ba7e95d-302f-4eeb-901c-cdb5ecd857f9 port 89b7f65d-562a-46f9-94eb-d6baf63c6294 binding host dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:06:35.308579 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-8b197753-0389-4801-9ee2-af04fb53bb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:35.624842 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-8b197753-0389-4801-9ee2-af04fb53bb3f None None] Notify callbacks [] for port, precommit_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:35.751300 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-8b197753-0389-4801-9ee2-af04fb53bb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:35.802424 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb457f53-a5a8-4b91-8ae6-8e877ab4edf0 None None] Pushing event updated for resources: {'Port': ['ID=89b7f65d-562a-46f9-94eb-d6baf63c6294,revision_number=2']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:35.804796 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-8b197753-0389-4801-9ee2-af04fb53bb3f None None] Attempting to bind port 89b7f65d-562a-46f9-94eb-d6baf63c6294 on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:06:35.805162 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-8b197753-0389-4801-9ee2-af04fb53bb3f None None] Attempting to bind port 89b7f65d-562a-46f9-94eb-d6baf63c6294 by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:06:35.805516 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b197753-0389-4801-9ee2-af04fb53bb3f None None] Attempting to bind port 89b7f65d-562a-46f9-94eb-d6baf63c6294 on network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:06:35.810915 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b197753-0389-4801-9ee2-af04fb53bb3f None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:06:35.811289 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b197753-0389-4801-9ee2-af04fb53bb3f None None] Checking segment: {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:06:35.811686 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-8b197753-0389-4801-9ee2-af04fb53bb3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:35.812071 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b197753-0389-4801-9ee2-af04fb53bb3f None None] Bound using segment: {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:06:35.812829 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-8b197753-0389-4801-9ee2-af04fb53bb3f None None] Bound port: 89b7f65d-562a-46f9-94eb-d6baf63c6294, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:06:35.813227 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-8b197753-0389-4801-9ee2-af04fb53bb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:35.862253 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-8b197753-0389-4801-9ee2-af04fb53bb3f None None] For port 89b7f65d-562a-46f9-94eb-d6baf63c6294, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:06:35.865887 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-8b197753-0389-4801-9ee2-af04fb53bb3f None None] For port 89b7f65d-562a-46f9-94eb-d6baf63c6294, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=89b7f65d-562a-46f9-94eb-d6baf63c6294,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:06:36.012334 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-8b197753-0389-4801-9ee2-af04fb53bb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:36.071369 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb457f53-a5a8-4b91-8ae6-8e877ab4edf0 None None] Pushing event updated for resources: {'Port': ['ID=89b7f65d-562a-46f9-94eb-d6baf63c6294,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:36.073948 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b197753-0389-4801-9ee2-af04fb53bb3f None None] Routers {'3ba7e95d-302f-4eeb-901c-cdb5ecd857f9'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:06:36.074535 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-8b197753-0389-4801-9ee2-af04fb53bb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:06:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['3ba7e95d-302f-4eeb-901c-cdb5ecd857f9'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:06:36.178016 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-8b197753-0389-4801-9ee2-af04fb53bb3f None None] Set router 3ba7e95d-302f-4eeb-901c-cdb5ecd857f9 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:06:36.386498 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 33668) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:06:36.389949 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-8b197753-0389-4801-9ee2-af04fb53bb3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba7e95d-302f-4eeb-901c-cdb5ecd857f9', 'name': 'router1', 'tenant_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '89b7f65d-562a-46f9-94eb-d6baf63c6294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:06:14Z', 'updated_at': '2022-05-26T11:06:33Z', 'revision_number': 4, 'project_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'gw_port': {'id': '89b7f65d-562a-46f9-94eb-d6baf63c6294', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba7e95d-302f-4eeb-901c-cdb5ecd857f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:06:32Z', 'updated_at': '2022-05-26T11:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': 'fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c', 'name': '', 'network_id': '4f1e82b8-bda2-4a57-a2aa-565eb63f6164', 'tenant_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'mac_address': 'fa:16:3e:42:50:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba7e95d-302f-4eeb-901c-cdb5ecd857f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7318c4e6-18d1-4a30-a8f9-b190bc36c47d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:06:24Z', 'updated_at': '2022-05-26T11:06:27Z', 'revision_number': 5, 'project_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'subnets': [{'id': '7318c4e6-18d1-4a30-a8f9-b190bc36c47d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3eb4ca6b-a8b9-4059-a952-3c204c6853e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:06:36.416912 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b197753-0389-4801-9ee2-af04fb53bb3f None None] The sync data for ids ['3ba7e95d-302f-4eeb-901c-cdb5ecd857f9'] in dv-cinder-843395-1-iscsi is: [{'id': '3ba7e95d-302f-4eeb-901c-cdb5ecd857f9', 'name': 'router1', 'tenant_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.3'}], 'enable_snat': True}, 'gw_port_id': '89b7f65d-562a-46f9-94eb-d6baf63c6294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:06:14Z', 'updated_at': '2022-05-26T11:06:33Z', 'revision_number': 4, 'project_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'gw_port': {'id': '89b7f65d-562a-46f9-94eb-d6baf63c6294', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba7e95d-302f-4eeb-901c-cdb5ecd857f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:06:32Z', 'updated_at': '2022-05-26T11:06:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': 'fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c', 'name': '', 'network_id': '4f1e82b8-bda2-4a57-a2aa-565eb63f6164', 'tenant_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'mac_address': 'fa:16:3e:42:50:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba7e95d-302f-4eeb-901c-cdb5ecd857f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7318c4e6-18d1-4a30-a8f9-b190bc36c47d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:06:24Z', 'updated_at': '2022-05-26T11:06:27Z', 'revision_number': 5, 'project_id': 'e37ba4703d704e5ea2228f91ecc5cf3b', 'subnets': [{'id': '7318c4e6-18d1-4a30-a8f9-b190bc36c47d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3eb4ca6b-a8b9-4059-a952-3c204c6853e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:06:36.514394 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-d513ccea-a33d-407d-832b-236a5377570e admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1267776 May 26 11:06:38.541679 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 89b7f65d-562a-46f9-94eb-d6baf63c6294 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:06:38.596809 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 89b7f65d-562a-46f9-94eb-d6baf63c6294 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:06:38.597223 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:38.673283 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 89b7f65d-562a-46f9-94eb-d6baf63c6294 is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:06:38.673690 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:38.696016 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c4930102-f789-48be-b099-5ee77c22024a None None] For port 89b7f65d-562a-46f9-94eb-d6baf63c6294, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=89b7f65d-562a-46f9-94eb-d6baf63c6294,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:06:38.800709 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:38.853738 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Pushing event updated for resources: {'Port': ['ID=89b7f65d-562a-46f9-94eb-d6baf63c6294,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:06:40.522680 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 89b7f65d-562a-46f9-94eb-d6baf63c6294 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:06:40.596528 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 89b7f65d-562a-46f9-94eb-d6baf63c6294 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:06:40.597282 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:40.692894 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 89b7f65d-562a-46f9-94eb-d6baf63c6294 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:06:48.014072 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-a11b0b8d-7363-4342-a62d-7bbf6541ce00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:50.133933 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-04aaaba2-4986-4ba0-a702-19a15734338d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:51.446033 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:52.685938 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:53.223403 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:06:55.450286 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 5 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:07:18.080345 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-9cd58d5a-2400-46e1-bfcc-cb76cbb063cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:20.150595 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-287f6450-4010-4721-a145-056562bcb605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:21.967860 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:22.693268 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:23.204418 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:32.451847 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 5 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:07:48.044537 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-fbabffad-3e64-4e1f-816d-86688c850aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:50.124004 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-767d046f-df87-40a9-9897-dd46afd4f426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:51.463795 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:52.658409 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:07:53.232801 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:09.450544 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 5 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:08:16.623819 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 34230) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:08:16.683782 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.pecan_wsgi.hooks.translation [None req-123342bc-9a32-4177-843e-787c8d9de8a6 admin admin] GET failed (client error): The resource could not be found. May 26 11:08:16.685153 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-123342bc-9a32-4177-843e-787c8d9de8a6 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603902 May 26 11:08:16.909720 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc5b9e4-345d-40d5-a7ad-938614021f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:08:16.911183 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-ebc5b9e4-345d-40d5-a7ad-938614021f75 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2207267 May 26 11:08:18.031739 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c068bf0a-ae66-42ee-af06-3f8746292899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:19.135316 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 34240) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:08:19.233926 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac0e982-644f-47dc-9138-706d74731ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:08:19.235300 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-9ac0e982-644f-47dc-9138-706d74731ead admin admin] 10.222.0.21 "GET /v2.0/subnets/7318c4e6-18d1-4a30-a8f9-b190bc36c47d HTTP/1.1" status: 200 len: 849 time: 0.0990400 May 26 11:08:19.246456 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-fd3e5e64-4a1e-41ca-8e33-6ebdee1b9240 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:08:19.330732 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fd3e5e64-4a1e-41ca-8e33-6ebdee1b9240 admin admin] Notify callbacks [] for subnet, before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:19.551445 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fd3e5e64-4a1e-41ca-8e33-6ebdee1b9240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744569555568'] for subnet, after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:19.585430 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3e5e64-4a1e-41ca-8e33-6ebdee1b9240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:08:19.586449 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fd3e5e64-4a1e-41ca-8e33-6ebdee1b9240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for subnet, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:19.587215 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-fd3e5e64-4a1e-41ca-8e33-6ebdee1b9240 admin admin] 10.222.0.21 "PUT /v2.0/subnets/7318c4e6-18d1-4a30-a8f9-b190bc36c47d HTTP/1.1" status: 200 len: 868 time: 0.3442938 May 26 11:08:19.604301 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a32b31f-0c2e-456e-bc8c-a811ce763f50 None None] Network 4f1e82b8-bda2-4a57-a2aa-565eb63f6164 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:08:19.605896 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e5e64-4a1e-41ca-8e33-6ebdee1b9240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7318c4e6-18d1-4a30-a8f9-b190bc36c47d,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:08:19.613922 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e5e64-4a1e-41ca-8e33-6ebdee1b9240 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:19.614301 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e5e64-4a1e-41ca-8e33-6ebdee1b9240 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:19.614649 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e5e64-4a1e-41ca-8e33-6ebdee1b9240 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:19.614987 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e5e64-4a1e-41ca-8e33-6ebdee1b9240 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:19.615319 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e5e64-4a1e-41ca-8e33-6ebdee1b9240 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:19.615672 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e5e64-4a1e-41ca-8e33-6ebdee1b9240 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:19.616011 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e5e64-4a1e-41ca-8e33-6ebdee1b9240 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:19.616345 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e5e64-4a1e-41ca-8e33-6ebdee1b9240 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:19.616799 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e5e64-4a1e-41ca-8e33-6ebdee1b9240 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:19.617160 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e5e64-4a1e-41ca-8e33-6ebdee1b9240 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:19.617465 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e5e64-4a1e-41ca-8e33-6ebdee1b9240 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:19.618443 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3e5e64-4a1e-41ca-8e33-6ebdee1b9240 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:08:19.966285 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-ecf1fabb-544c-4075-9ad0-a8a30a667ec5 None None] Provisioning complete for port fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:08:19.966922 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-ecf1fabb-544c-4075-9ad0-a8a30a667ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:20.043143 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-ecf1fabb-544c-4075-9ad0-a8a30a667ec5 None None] Current status of the port fd6a86d9-e58f-4d03-ab40-8e86eb7e8d7c is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:08:20.062249 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-ecf1fabb-544c-4075-9ad0-a8a30a667ec5 None None] Provisioning complete for port 43841d56-3c00-4838-b1e0-863b59a49326 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:08:20.062620 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-ecf1fabb-544c-4075-9ad0-a8a30a667ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:20.127681 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-d57d0d7f-2de5-4d4a-a976-46ebb31bbe5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:20.139897 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-ecf1fabb-544c-4075-9ad0-a8a30a667ec5 None None] Current status of the port 43841d56-3c00-4838-b1e0-863b59a49326 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:08:21.431674 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:21.839187 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 34248) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:08:22.033100 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73430aea-c9f2-42d1-8b03-65c718b0c90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:08:22.033488 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73430aea-c9f2-42d1-8b03-65c718b0c90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:08:22.035005 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-73430aea-c9f2-42d1-8b03-65c718b0c90d admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1948538 May 26 11:08:22.665995 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:23.226076 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:24.235484 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 34256) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:08:24.364879 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dce457a-dbdf-4739-a8a6-d49936ba4463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:08:24.365357 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dce457a-dbdf-4739-a8a6-d49936ba4463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:08:24.366870 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-8dce457a-dbdf-4739-a8a6-d49936ba4463 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1298146 May 26 11:08:26.560680 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 34264) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:08:26.701652 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcf031f-7a4a-4dec-8339-760b8a9cc29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:08:26.703014 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-8bcf031f-7a4a-4dec-8339-760b8a9cc29d admin admin] 10.222.0.21 "GET /v2.0/networks/4f1e82b8-bda2-4a57-a2aa-565eb63f6164 HTTP/1.1" status: 200 len: 869 time: 0.1413965 May 26 11:08:28.880196 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 34272) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:08:29.004751 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd58be99-0646-4d4e-8df6-974037026583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:08:29.006101 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-dd58be99-0646-4d4e-8df6-974037026583 admin admin] 10.222.0.21 "GET /v2.0/networks/6ce135a4-eab8-4863-9af0-cf5ae6e229cb HTTP/1.1" status: 200 len: 886 time: 0.1249187 May 26 11:08:31.228133 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 34280) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:08:31.350376 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4644a0f-0288-47e2-943f-4c6f3012624d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:08:31.350831 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4644a0f-0288-47e2-943f-4c6f3012624d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:08:31.352332 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-c4644a0f-0288-47e2-943f-4c6f3012624d admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1232188 May 26 11:08:33.534787 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 34290) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:08:33.624459 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b60b76-fd3d-44fb-aec0-65c206c0bff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:08:33.624993 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b60b76-fd3d-44fb-aec0-65c206c0bff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:08:33.627050 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-40b60b76-fd3d-44fb-aec0-65c206c0bff8 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0907826 May 26 11:08:35.837263 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 34298) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:08:35.929549 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c745f03-b720-455a-8d0e-ffa5bf206931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:08:35.930869 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-3c745f03-b720-455a-8d0e-ffa5bf206931 admin admin] 10.222.0.21 "GET /v2.0/subnets/7318c4e6-18d1-4a30-a8f9-b190bc36c47d HTTP/1.1" status: 200 len: 868 time: 0.0926707 May 26 11:08:38.150053 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 34306) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:08:38.235266 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f6c043-9ce8-4ae1-a22e-1931ede940fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:08:38.236634 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-07f6c043-9ce8-4ae1-a22e-1931ede940fd admin admin] 10.222.0.21 "GET /v2.0/subnets/86b44d4e-8f3f-4d5d-9881-9aaa3797f33b HTTP/1.1" status: 200 len: 816 time: 0.0855484 May 26 11:08:46.449079 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 5 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:08:48.040075 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-e42d109b-8a99-4dac-aca0-e1d7393c824b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:50.138064 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-f8483444-5a04-4941-a7e4-f97f68f6d96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:51.433765 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:52.702280 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:53.214290 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:08:58.284666 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 34360) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:08:58.333299 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [None req-c7669286-bfca-4585-81b9-e7495c23af61 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:08:58.334305 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-c7669286-bfca-4585-81b9-e7495c23af61 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0486898 May 26 11:09:00.607933 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 34368) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:09:00.666906 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc22f5cd-85e6-407e-8d1a-e91ddb8cffd9 admin admin] GET failed (client error): The resource could not be found. May 26 11:09:00.668211 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-cc22f5cd-85e6-407e-8d1a-e91ddb8cffd9 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593405 May 26 11:09:00.752426 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7ff1c0-2a22-4141-bbcd-4f2a436e580e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:09:00.753860 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-6d7ff1c0-2a22-4141-bbcd-4f2a436e580e admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0811594 May 26 11:09:03.002688 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 34376) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:09:03.049184 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-9ccb882f-ee57-4daa-b210-2c370766d580 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:09:03.136194 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccb882f-ee57-4daa-b210-2c370766d580 admin admin] Made reservation on behalf of d64c981294cd4c6a87372696b113b241 for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:09:03.138598 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9ccb882f-ee57-4daa-b210-2c370766d580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for network, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:03.173065 dv-cinder-843395-1-iscsi neutron-server[102810]: WARNING neutron.services.revisions.revision_plugin [None req-9ccb882f-ee57-4daa-b210-2c370766d580 admin admin] Could not find related network for resource to bump revision. May 26 11:09:03.185495 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ccb882f-ee57-4daa-b210-2c370766d580 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:09:03.194839 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9ccb882f-ee57-4daa-b210-2c370766d580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:03.195199 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-9ccb882f-ee57-4daa-b210-2c370766d580 admin admin] Added segment 0285388f-060d-4414-b168-7af3aee6464a of type vlan for network c42eaac7-3dc1-4214-9417-815faabc39f5 May 26 11:09:03.241295 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9ccb882f-ee57-4daa-b210-2c370766d580 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744569042562'] for network, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:03.333359 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9ccb882f-ee57-4daa-b210-2c370766d580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for network, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:03.334290 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccb882f-ee57-4daa-b210-2c370766d580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:09:03.334884 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9ccb882f-ee57-4daa-b210-2c370766d580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:03.393095 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb882f-ee57-4daa-b210-2c370766d580 admin admin] Pushing event updated for resources: {'Network': ['ID=c42eaac7-3dc1-4214-9417-815faabc39f5,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:03.402681 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Network c42eaac7-3dc1-4214-9417-815faabc39f5 details requested by agent ovs-agent-dv-cinder-843395-1-iscsi with host dv-cinder-843395-1-iscsi {{(pid=102813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 11:09:03.439888 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-9ccb882f-ee57-4daa-b210-2c370766d580 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4360299 May 26 11:09:05.794262 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 34384) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:09:05.854131 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.pecan_wsgi.hooks.translation [None req-18382d0f-88d3-4040-8986-933357de8538 admin admin] GET failed (client error): The resource could not be found. May 26 11:09:05.855411 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-18382d0f-88d3-4040-8986-933357de8538 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602005 May 26 11:09:05.923043 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00d40be-3e8a-402c-94f4-eb1ba9185c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:09:05.924452 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-a00d40be-3e8a-402c-94f4-eb1ba9185c4b admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0644839 May 26 11:09:05.934502 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-7989eb45-b894-4485-85f8-d626362017ad admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'c42eaac7-3dc1-4214-9417-815faabc39f5', 'description': 'shared-subnet'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:09:06.030682 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7989eb45-b894-4485-85f8-d626362017ad admin admin] Made reservation on behalf of d64c981294cd4c6a87372696b113b241 for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:09:06.032898 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7989eb45-b894-4485-85f8-d626362017ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:06.273608 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7989eb45-b894-4485-85f8-d626362017ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for subnet, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:06.328300 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989eb45-b894-4485-85f8-d626362017ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a650ce0-d061-4ac2-a56c-bc2d81e90674,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:06.334818 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7989eb45-b894-4485-85f8-d626362017ad admin admin] Checking segment: {'id': '0285388f-060d-4414-b168-7af3aee6464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c42eaac7-3dc1-4214-9417-815faabc39f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:09:06.335174 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7989eb45-b894-4485-85f8-d626362017ad admin admin] Network hostable DHCP agents. Network: c42eaac7-3dc1-4214-9417-815faabc39f5, hostable agents: ['ae20bfe0-bbab-40fa-b22c-2da14db586ab'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:09:06.474170 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7989eb45-b894-4485-85f8-d626362017ad admin admin] Network c42eaac7-3dc1-4214-9417-815faabc39f5 is scheduled to be hosted by DHCP agent ae20bfe0-bbab-40fa-b22c-2da14db586ab with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:09:06.562190 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-7989eb45-b894-4485-85f8-d626362017ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843395-1-iscsi, c42eaac7-3dc1-4214-9417-815faabc39f5) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:09:06.566298 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7989eb45-b894-4485-85f8-d626362017ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:09:06.566972 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7989eb45-b894-4485-85f8-d626362017ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for subnet, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:06.571381 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b206c2c4-7be1-40c5-ae1b-4d11ccf35c1c None None] Network c42eaac7-3dc1-4214-9417-815faabc39f5 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:09:06.700735 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-7989eb45-b894-4485-85f8-d626362017ad admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7566910 May 26 11:09:06.711056 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp544487b2-adaf-528a-ac03-698d97ec23d0-c42eaac7-3dc1-4214-9417-815faabc39f5', 'network_id': 'c42eaac7-3dc1-4214-9417-815faabc39f5', 'tenant_id': 'd64c981294cd4c6a87372696b113b241', 'fixed_ips': [{'subnet_id': '9a650ce0-d061-4ac2-a56c-bc2d81e90674'}]}} from dv-cinder-843395-1-iscsi. {{(pid=102813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 11:09:06.711972 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:06.859358 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.db_base_plugin_common [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Allocated IP 192.168.233.2 (c42eaac7-3dc1-4214-9417-815faabc39f5/9a650ce0-d061-4ac2-a56c-bc2d81e90674/47fad9d5-3dde-4df9-b7c6-3a96bde2ff4b) {{(pid=102813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:09:07.095965 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Notify callbacks [] for port, precommit_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:07.219827 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855'] for port, after_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:07.258777 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Network c42eaac7-3dc1-4214-9417-815faabc39f5 is already hosted by enough agents. {{(pid=102813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:09:07.261612 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.scheduler.base_scheduler [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Resources bound (agent type, host, resource id): {{(pid=102813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:09:07.264010 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Received port after_create {{(pid=102813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:09:07.275443 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Pushing event updated for resources: {'Port': ['ID=47fad9d5-3dde-4df9-b7c6-3a96bde2ff4b,revision_number=1']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:07.294995 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:07.295357 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:07.295696 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:07.296026 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:07.296355 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:07.296725 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:07.297033 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:07.297914 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:07.298254 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:07.298585 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:07.298901 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:07.299262 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:09:07.335077 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Attempting to bind port 47fad9d5-3dde-4df9-b7c6-3a96bde2ff4b on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:09:07.335442 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Attempting to bind port 47fad9d5-3dde-4df9-b7c6-3a96bde2ff4b by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': '0285388f-060d-4414-b168-7af3aee6464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c42eaac7-3dc1-4214-9417-815faabc39f5'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:09:07.335801 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Attempting to bind port 47fad9d5-3dde-4df9-b7c6-3a96bde2ff4b on network c42eaac7-3dc1-4214-9417-815faabc39f5 {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:09:07.340988 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:09:07.341361 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Checking segment: {'id': '0285388f-060d-4414-b168-7af3aee6464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c42eaac7-3dc1-4214-9417-815faabc39f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:09:07.341874 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:07.342293 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Bound using segment: {'id': '0285388f-060d-4414-b168-7af3aee6464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c42eaac7-3dc1-4214-9417-815faabc39f5'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:09:07.342751 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Bound port: 47fad9d5-3dde-4df9-b7c6-3a96bde2ff4b, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0285388f-060d-4414-b168-7af3aee6464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c42eaac7-3dc1-4214-9417-815faabc39f5'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:09:07.343149 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:07.416447 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] For port 47fad9d5-3dde-4df9-b7c6-3a96bde2ff4b, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:09:07.417764 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] For port 47fad9d5-3dde-4df9-b7c6-3a96bde2ff4b, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=47fad9d5-3dde-4df9-b7c6-3a96bde2ff4b,segment=NetworkSegment(0285388f-060d-4414-b168-7af3aee6464a),segment_id=0285388f-060d-4414-b168-7af3aee6464a)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:09:07.520109 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:07.574977 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771af3bf-0e69-467f-b20f-104cf4c58a9e None None] Pushing event updated for resources: {'Port': ['ID=47fad9d5-3dde-4df9-b7c6-3a96bde2ff4b,revision_number=2']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:08.394735 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6960683f-e92d-4879-9463-26f92af58c2b None None] Network c42eaac7-3dc1-4214-9417-815faabc39f5 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:09:08.467066 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6b3bd1b-6d42-4542-b727-1151e4173e21 None None] Provisioning complete for port 47fad9d5-3dde-4df9-b7c6-3a96bde2ff4b triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:09:08.467439 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6b3bd1b-6d42-4542-b727-1151e4173e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:08.620392 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 47fad9d5-3dde-4df9-b7c6-3a96bde2ff4b up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:09:08.623841 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6b3bd1b-6d42-4542-b727-1151e4173e21 None None] Current status of the port 47fad9d5-3dde-4df9-b7c6-3a96bde2ff4b is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:09:08.624244 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6b3bd1b-6d42-4542-b727-1151e4173e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:08.687554 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6b3bd1b-6d42-4542-b727-1151e4173e21 None None] For port 47fad9d5-3dde-4df9-b7c6-3a96bde2ff4b, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=47fad9d5-3dde-4df9-b7c6-3a96bde2ff4b,segment=NetworkSegment(0285388f-060d-4414-b168-7af3aee6464a),segment_id=0285388f-060d-4414-b168-7af3aee6464a)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:09:08.710237 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 47fad9d5-3dde-4df9-b7c6-3a96bde2ff4b triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:09:08.710617 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:08.763684 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6b3bd1b-6d42-4542-b727-1151e4173e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:08.835958 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 47fad9d5-3dde-4df9-b7c6-3a96bde2ff4b is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:09:08.842079 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3bd1b-6d42-4542-b727-1151e4173e21 None None] Pushing event updated for resources: {'Port': ['ID=47fad9d5-3dde-4df9-b7c6-3a96bde2ff4b,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:09:08.884853 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-025bfaa0-fb58-4143-9c40-6ba426d773ed None None] Provisioning complete for port 47fad9d5-3dde-4df9-b7c6-3a96bde2ff4b triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:09:08.885222 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-025bfaa0-fb58-4143-9c40-6ba426d773ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:08.962209 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-025bfaa0-fb58-4143-9c40-6ba426d773ed None None] Current status of the port 47fad9d5-3dde-4df9-b7c6-3a96bde2ff4b is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:09:10.578248 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 47fad9d5-3dde-4df9-b7c6-3a96bde2ff4b up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:09:10.628711 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 47fad9d5-3dde-4df9-b7c6-3a96bde2ff4b triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:09:10.629084 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:10.702089 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 47fad9d5-3dde-4df9-b7c6-3a96bde2ff4b is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:09:18.024272 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-f8210122-8367-4cdb-812d-15f36e82f314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:20.167619 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-45fcc58d-e08a-4492-b4e3-985c2778de62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:21.458694 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:22.724202 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:23.295887 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:23.447166 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 5 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:09:48.003924 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-2e043ac9-bec7-4504-8e34-5450c0145249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:50.201063 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-3216410b-23fc-453c-90d0-c4e37aa32957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:51.438196 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:52.658181 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:09:53.221188 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:00.445757 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 5 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:10:18.005878 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-d60d2f08-aa2c-448b-9d78-2946b2e0d03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:20.234925 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-f4c59134-30e2-41b2-9463-1056d102e0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:21.434534 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:22.705863 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:23.262677 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:37.444860 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 5 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:10:48.005267 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-15eb965c-15d7-411a-bbe3-c95935a2b722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:50.145679 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-11cb66b0-0f79-4689-9476-b441af3c2919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:51.445303 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:52.679637 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:53.222320 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:10:59.989050 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 34424) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:10:59.994776 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [None req-762210af-c62f-48a8-a3fd-55419c95ea6a tempest-verify_tempest_config-1625511632 tempest-verify_tempest_config-1625511632-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:10:59.995729 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-762210af-c62f-48a8-a3fd-55419c95ea6a tempest-verify_tempest_config-1625511632 tempest-verify_tempest_config-1625511632-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057187 May 26 11:11:00.595779 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 34442) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:11:00.730604 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2f09ccf9-f790-48e9-ab29-af0edb314296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:00.801233 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2f09ccf9-f790-48e9-ab29-af0edb314296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:00.882195 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2f09ccf9-f790-48e9-ab29-af0edb314296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:00.923765 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-2f09ccf9-f790-48e9-ab29-af0edb314296 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0df4970aa4d480ba8561817c62fe405&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3264084 May 26 11:11:00.926627 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 34446) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:11:00.928047 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09ccf9-f790-48e9-ab29-af0edb314296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee32c01-203a-48ae-8301-1ba7e2e71756,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:11:00.934756 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09ccf9-f790-48e9-ab29-af0edb314296 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:11:00.935105 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09ccf9-f790-48e9-ab29-af0edb314296 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:11:00.935447 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09ccf9-f790-48e9-ab29-af0edb314296 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:11:00.935782 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09ccf9-f790-48e9-ab29-af0edb314296 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:11:00.936115 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09ccf9-f790-48e9-ab29-af0edb314296 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:11:00.936468 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09ccf9-f790-48e9-ab29-af0edb314296 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:11:00.936824 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09ccf9-f790-48e9-ab29-af0edb314296 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:11:00.937173 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09ccf9-f790-48e9-ab29-af0edb314296 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:11:00.937516 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09ccf9-f790-48e9-ab29-af0edb314296 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:11:00.937849 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09ccf9-f790-48e9-ab29-af0edb314296 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:11:00.938171 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09ccf9-f790-48e9-ab29-af0edb314296 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:11:00.938489 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f09ccf9-f790-48e9-ab29-af0edb314296 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:11:00.980949 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d7fde9e0-af79-4074-ae4d-3ef77cbdf1a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:01.001508 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d7fde9e0-af79-4074-ae4d-3ef77cbdf1a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:01.205589 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d7fde9e0-af79-4074-ae4d-3ef77cbdf1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:01.208169 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d7fde9e0-af79-4074-ae4d-3ef77cbdf1a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:01.209354 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-d7fde9e0-af79-4074-ae4d-3ef77cbdf1a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ee32c01-203a-48ae-8301-1ba7e2e71756 HTTP/1.1" status: 204 len: 168 time: 0.2817667 May 26 11:11:01.217846 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fde9e0-af79-4074-ae4d-3ef77cbdf1a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee32c01-203a-48ae-8301-1ba7e2e71756,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:11:01.225200 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fde9e0-af79-4074-ae4d-3ef77cbdf1a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:11:01.225570 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fde9e0-af79-4074-ae4d-3ef77cbdf1a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:11:01.225928 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fde9e0-af79-4074-ae4d-3ef77cbdf1a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:11:01.226271 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fde9e0-af79-4074-ae4d-3ef77cbdf1a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:11:01.226594 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fde9e0-af79-4074-ae4d-3ef77cbdf1a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:11:01.226940 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fde9e0-af79-4074-ae4d-3ef77cbdf1a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:11:01.227269 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fde9e0-af79-4074-ae4d-3ef77cbdf1a7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:11:01.227585 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fde9e0-af79-4074-ae4d-3ef77cbdf1a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:11:01.227905 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fde9e0-af79-4074-ae4d-3ef77cbdf1a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:11:01.228224 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fde9e0-af79-4074-ae4d-3ef77cbdf1a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:11:01.228545 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fde9e0-af79-4074-ae4d-3ef77cbdf1a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:11:01.228922 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7fde9e0-af79-4074-ae4d-3ef77cbdf1a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:11:14.445854 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 5 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:11:18.001820 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5921e7d5-f1d6-43f8-84e4-177619908029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:20.142041 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-ee5a8615-db7e-4488-af5b-28db79af922a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:21.444297 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:22.666973 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:23.216002 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:48.012531 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-244b0504-027a-4f87-b230-ab120dd6edbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:50.146922 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-8b3c550f-c055-4e80-bcc2-d994c7b38b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:51.426310 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:51.444439 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 5 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:11:52.680863 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:11:53.260780 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:18.011635 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-e0178450-ef41-44b8-83bb-6f2ad19d837f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:20.157341 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-0a6f5096-9a8f-470d-b5c9-bbef3d9fa42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:21.457453 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:22.678195 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:23.220110 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:28.442965 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 5 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:12:39.339986 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1667920'] for agent, after_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:48.019962 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-d876bcc2-b8e9-4974-9851-615f83222e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:50.165479 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-91f39ce5-dfcf-41fd-a3f6-a06541d99503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:51.465105 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:52.714796 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:53.225744 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:12:54.608965 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 34518) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:12:54.711357 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-1ebbccdd-9a5a-4e21-b203-4a66bad46f56 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1012316 May 26 11:12:56.953053 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 34528) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:12:57.007124 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-7282229f-c011-4cd8-b6dd-de81a18733c7 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0529740 May 26 11:13:05.441944 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:13:09.281750 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:18.007544 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5415b21f-3693-4f6d-a9a9-6c9cf507a6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:20.152933 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-02c2b656-76e5-4f21-baca-082dcbbd2e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:21.495968 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:22.678773 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:23.206800 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:39.280903 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:42.440857 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:13:48.009955 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-f9bfd1a1-346d-41ac-9338-e73064a2311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:50.201290 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-3a9f3d7f-38ad-4e4e-b4c1-fef1bd8d14d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:51.477792 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:52.704146 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:13:53.220792 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:09.311944 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:18.006169 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-a671fc7d-6776-48d5-b27d-c7ce72c59d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:19.439103 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:14:20.177141 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-f270bc1d-39cb-4bf1-a233-39050083aaaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:21.460311 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:22.702596 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:23.228954 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:39.044502 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 34646) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:39.322573 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:39.487680 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1690200272-network', 'tenant_id': 'f7cf21706120414b938767945b8ef153'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:39.571260 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] Made reservation on behalf of f7cf21706120414b938767945b8ef153 for: {'network': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:14:39.573652 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for network, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:39.584299 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:39.655509 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:39.730803 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:39.756842 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=102811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:14:39.765497 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc805f8-651f-442f-8a9c-458a0c827f9f,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:39.775648 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:39.776118 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:39.776459 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:39.776876 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:39.777233 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:39.777548 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:39.777800 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:39.778145 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:39.778486 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:39.778811 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:39.779244 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:39.779570 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] Tracked resource versions report: May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: pushed versions: May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: { 'AddressGroup': {'1.2'}, May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: 'ConntrackHelper': {'1.0'}, May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: 'Log': {'1.0'}, May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: 'Network': {'1.1'}, May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: 'Port': {'1.7'}, May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: 'PortForwarding': {'1.2'}, May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: 'QosPolicy': {'1.9'}, May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: 'SecurityGroup': {'1.4'}, May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: 'SecurityGroupRule': {'1.2'}, May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: 'SubPort': {'1.0'}, May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: 'Subnet': {'1.1'}, May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: 'Trunk': {'1.1'}} May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: consumer versions: May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: { DHCP agent@dv-cinder-843395-1-iscsi: {}, May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: HyperV agent@hv-cinder-84339: {}, May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: L3 agent@dv-cinder-843395-1-iscsi: {}, May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: Metadata agent@dv-cinder-843395-1-iscsi: {}, May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: Metering agent@dv-cinder-843395-1-iscsi: {}, May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: Open vSwitch agent@dv-cinder-843395-1-iscsi: { 'AddressGroup': '1.2', May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: 'ConntrackHelper': '1.0', May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: 'Log': '1.0', May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: 'Network': '1.1', May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: 'Port': '1.7', May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: 'PortForwarding': '1.2', May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: 'QosPolicy': '1.9', May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: 'SecurityGroup': '1.4', May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: 'SecurityGroupRule': '1.2', May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: 'SubPort': '1.0', May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: 'Subnet': '1.1', May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: 'Trunk': '1.1'}} May 26 11:14:39.780650 dv-cinder-843395-1-iscsi neutron-server[102811]: {{(pid=102811) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 11:14:39.783719 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:39.784061 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.segments_db [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] Added segment 0627c432-e30a-4d29-a8e9-640f48ba46c6 of type vlan for network d6d5350c-3275-405c-b23e-bd51541bb120 May 26 11:14:39.823476 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744569042562'] for network, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:39.936878 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for network, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:39.937884 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:14:39.938469 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:40.073728 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] Pushing event updated for resources: {'Network': ['ID=d6d5350c-3275-405c-b23e-bd51541bb120,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:40.084927 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Network d6d5350c-3275-405c-b23e-bd51541bb120 details requested by agent ovs-agent-dv-cinder-843395-1-iscsi with host dv-cinder-843395-1-iscsi {{(pid=102813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 11:14:40.153955 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-7cd3bae7-a9ff-4364-ad8d-dc90827fea8b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1081746 May 26 11:14:40.156836 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 34690) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:40.161696 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-b855e1ea-a3d2-432b-b242-c3dc4efd02ac admin admin] Request body: {'subnet': {'network_id': 'd6d5350c-3275-405c-b23e-bd51541bb120', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1690200272-subnet', 'tenant_id': 'f7cf21706120414b938767945b8ef153', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:40.265522 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b855e1ea-a3d2-432b-b242-c3dc4efd02ac admin admin] Made reservation on behalf of f7cf21706120414b938767945b8ef153 for: {'subnet': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:14:40.269370 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b855e1ea-a3d2-432b-b242-c3dc4efd02ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:40.548448 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b855e1ea-a3d2-432b-b242-c3dc4efd02ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for subnet, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:40.601328 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855e1ea-a3d2-432b-b242-c3dc4efd02ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd5ac4af-7112-4c9b-ad86-7178f240796b,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:40.611300 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b855e1ea-a3d2-432b-b242-c3dc4efd02ac admin admin] Checking segment: {'id': '0627c432-e30a-4d29-a8e9-640f48ba46c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd6d5350c-3275-405c-b23e-bd51541bb120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:14:40.611656 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b855e1ea-a3d2-432b-b242-c3dc4efd02ac admin admin] Network hostable DHCP agents. Network: d6d5350c-3275-405c-b23e-bd51541bb120, hostable agents: ['ae20bfe0-bbab-40fa-b22c-2da14db586ab'], hosted agents: [] {{(pid=102811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:14:40.699766 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b855e1ea-a3d2-432b-b242-c3dc4efd02ac admin admin] Network d6d5350c-3275-405c-b23e-bd51541bb120 is scheduled to be hosted by DHCP agent ae20bfe0-bbab-40fa-b22c-2da14db586ab with binding_index 1 {{(pid=102811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:14:40.791627 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-b855e1ea-a3d2-432b-b242-c3dc4efd02ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843395-1-iscsi, d6d5350c-3275-405c-b23e-bd51541bb120) {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:14:40.799751 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b855e1ea-a3d2-432b-b242-c3dc4efd02ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:14:40.800563 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b855e1ea-a3d2-432b-b242-c3dc4efd02ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for subnet, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:40.805867 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a46cc8-e450-402d-8aec-ddba62c6476a None None] Network d6d5350c-3275-405c-b23e-bd51541bb120 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:14:40.910174 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-b855e1ea-a3d2-432b-b242-c3dc4efd02ac admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7522147 May 26 11:14:40.927696 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0e2a09-2c23-4f67-bc4a-b4e1d4854429 None None] Network d6d5350c-3275-405c-b23e-bd51541bb120 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:14:40.986301 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 34728) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:41.503329 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-e1638d48-3591-40c6-a729-99ae521a2129 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-961201596-network', 'tenant_id': 'f75021785f634f61b049c180934660f4'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:41.529966 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 34752) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:41.719439 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1638d48-3591-40c6-a729-99ae521a2129 admin admin] Made reservation on behalf of f75021785f634f61b049c180934660f4 for: {'network': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:14:41.722728 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e1638d48-3591-40c6-a729-99ae521a2129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for network, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:41.731129 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e1638d48-3591-40c6-a729-99ae521a2129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:41.802828 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e1638d48-3591-40c6-a729-99ae521a2129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:41.868368 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e1638d48-3591-40c6-a729-99ae521a2129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:41.902809 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1638d48-3591-40c6-a729-99ae521a2129 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=102811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:14:41.904763 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1638d48-3591-40c6-a729-99ae521a2129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349b367c-1541-42c1-bd16-fdf19e79532e,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:41.915420 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e1638d48-3591-40c6-a729-99ae521a2129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:41.915909 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.segments_db [None req-e1638d48-3591-40c6-a729-99ae521a2129 admin admin] Added segment bb0632a9-f043-4b7e-b617-618509deb876 of type vlan for network 3ff00a8f-4904-4850-8392-2b7e558c981b May 26 11:14:41.960686 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e1638d48-3591-40c6-a729-99ae521a2129 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744569042562'] for network, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:41.996773 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-521c13a7-2622-4301-8083-7125ce43cc7c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1073781720-network', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:42.022241 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 34774) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:42.096745 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e1638d48-3591-40c6-a729-99ae521a2129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for network, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:42.097721 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1638d48-3591-40c6-a729-99ae521a2129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:14:42.098356 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e1638d48-3591-40c6-a729-99ae521a2129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:42.151072 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521c13a7-2622-4301-8083-7125ce43cc7c admin admin] Made reservation on behalf of 5c230246bb94476891f4cc468a47d8c1 for: {'network': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:14:42.153440 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-521c13a7-2622-4301-8083-7125ce43cc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for network, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:42.170246 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-521c13a7-2622-4301-8083-7125ce43cc7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:42.185631 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1638d48-3591-40c6-a729-99ae521a2129 admin admin] Pushing event updated for resources: {'Network': ['ID=3ff00a8f-4904-4850-8392-2b7e558c981b,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:42.197090 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Network 3ff00a8f-4904-4850-8392-2b7e558c981b details requested by agent ovs-agent-dv-cinder-843395-1-iscsi with host dv-cinder-843395-1-iscsi {{(pid=102813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 11:14:42.256739 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 34786) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:42.264382 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-8f8c082c-0710-47cd-81eb-9921b8f943cb admin admin] Request body: {'subnet': {'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-961201596-subnet', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:42.273320 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-e1638d48-3591-40c6-a729-99ae521a2129 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2858016 May 26 11:14:42.329935 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-521c13a7-2622-4301-8083-7125ce43cc7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:42.335944 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-1c858712-3e07-4825-870c-5680e019944a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1164471858-network', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:42.382118 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8c082c-0710-47cd-81eb-9921b8f943cb admin admin] Made reservation on behalf of f75021785f634f61b049c180934660f4 for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:14:42.384588 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8f8c082c-0710-47cd-81eb-9921b8f943cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:42.405634 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-521c13a7-2622-4301-8083-7125ce43cc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:42.424494 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-521c13a7-2622-4301-8083-7125ce43cc7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=102811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:14:42.450830 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-521c13a7-2622-4301-8083-7125ce43cc7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:42.451168 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.segments_db [None req-521c13a7-2622-4301-8083-7125ce43cc7c admin admin] Added segment d57197a7-5f9a-4235-a600-b87f207a61a6 of type vlan for network c8f9ca9a-5305-4587-9899-24d42d7bc678 May 26 11:14:42.459655 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c13a7-2622-4301-8083-7125ce43cc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc761407-9b37-4c31-af2b-cf7de7ecb2ea,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:42.464049 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c858712-3e07-4825-870c-5680e019944a admin admin] Made reservation on behalf of 4d121bc82e4a4381b9584cd89c2d4f69 for: {'network': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:14:42.466434 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1c858712-3e07-4825-870c-5680e019944a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for network, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:42.509464 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1c858712-3e07-4825-870c-5680e019944a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:42.571091 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-521c13a7-2622-4301-8083-7125ce43cc7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744569042562'] for network, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:42.618584 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1c858712-3e07-4825-870c-5680e019944a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:42.698327 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8f8c082c-0710-47cd-81eb-9921b8f943cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for subnet, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:42.745005 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c082c-0710-47cd-81eb-9921b8f943cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2d5adfb-8844-43b5-9569-dc8a73d4cd6b,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:42.745830 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-521c13a7-2622-4301-8083-7125ce43cc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for network, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:42.746859 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521c13a7-2622-4301-8083-7125ce43cc7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:14:42.747911 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-521c13a7-2622-4301-8083-7125ce43cc7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:42.754259 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c082c-0710-47cd-81eb-9921b8f943cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:42.754647 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c082c-0710-47cd-81eb-9921b8f943cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:42.755195 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c082c-0710-47cd-81eb-9921b8f943cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:42.755547 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c082c-0710-47cd-81eb-9921b8f943cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:42.755988 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c082c-0710-47cd-81eb-9921b8f943cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:42.756340 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c082c-0710-47cd-81eb-9921b8f943cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:42.756696 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c082c-0710-47cd-81eb-9921b8f943cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c082c-0710-47cd-81eb-9921b8f943cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c082c-0710-47cd-81eb-9921b8f943cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c082c-0710-47cd-81eb-9921b8f943cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c082c-0710-47cd-81eb-9921b8f943cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c082c-0710-47cd-81eb-9921b8f943cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8c082c-0710-47cd-81eb-9921b8f943cb admin admin] Tracked resource versions report: May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: pushed versions: May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: { 'AddressGroup': {'1.2'}, May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: 'ConntrackHelper': {'1.0'}, May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: 'Log': {'1.0'}, May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: 'Network': {'1.1'}, May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: 'Port': {'1.7'}, May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: 'PortForwarding': {'1.2'}, May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: 'QosPolicy': {'1.9'}, May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: 'SecurityGroup': {'1.4'}, May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: 'SecurityGroupRule': {'1.2'}, May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: 'SubPort': {'1.0'}, May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: 'Subnet': {'1.1'}, May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: 'Trunk': {'1.1'}} May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: consumer versions: May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: { DHCP agent@dv-cinder-843395-1-iscsi: {}, May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: HyperV agent@hv-cinder-84339: {}, May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: L3 agent@dv-cinder-843395-1-iscsi: {}, May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: Metadata agent@dv-cinder-843395-1-iscsi: {}, May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: Metering agent@dv-cinder-843395-1-iscsi: {}, May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: Open vSwitch agent@dv-cinder-843395-1-iscsi: { 'AddressGroup': '1.2', May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: 'ConntrackHelper': '1.0', May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: 'Log': '1.0', May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: 'Network': '1.1', May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: 'Port': '1.7', May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: 'PortForwarding': '1.2', May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: 'QosPolicy': '1.9', May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: 'SecurityGroup': '1.4', May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: 'SecurityGroupRule': '1.2', May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: 'SubPort': '1.0', May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: 'Subnet': '1.1', May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: 'Trunk': '1.1'}} May 26 11:14:42.761179 dv-cinder-843395-1-iscsi neutron-server[102810]: {{(pid=102810) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 11:14:42.778862 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1c858712-3e07-4825-870c-5680e019944a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:42.790653 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c082c-0710-47cd-81eb-9921b8f943cb admin admin] Checking segment: {'id': 'bb0632a9-f043-4b7e-b617-618509deb876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:14:42.791018 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8c082c-0710-47cd-81eb-9921b8f943cb admin admin] Network hostable DHCP agents. Network: 3ff00a8f-4904-4850-8392-2b7e558c981b, hostable agents: ['ae20bfe0-bbab-40fa-b22c-2da14db586ab'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:14:42.859725 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c858712-3e07-4825-870c-5680e019944a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fcbe21-df13-4817-8186-988ac8715194,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:42.879986 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c858712-3e07-4825-870c-5680e019944a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=102811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:14:42.892534 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1c858712-3e07-4825-870c-5680e019944a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:42.892895 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.segments_db [None req-1c858712-3e07-4825-870c-5680e019944a admin admin] Added segment 19976d9f-7588-4846-9df0-c095323a9858 of type vlan for network 269c9267-8111-4543-bc62-3b35f5fef0e4 May 26 11:14:42.900785 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8c082c-0710-47cd-81eb-9921b8f943cb admin admin] Network 3ff00a8f-4904-4850-8392-2b7e558c981b is scheduled to be hosted by DHCP agent ae20bfe0-bbab-40fa-b22c-2da14db586ab with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:14:42.935962 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1c858712-3e07-4825-870c-5680e019944a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744569042562'] for network, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:42.966440 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-521c13a7-2622-4301-8083-7125ce43cc7c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4353871 May 26 11:14:42.969815 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 34826) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:42.971038 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c13a7-2622-4301-8083-7125ce43cc7c admin admin] Pushing event updated for resources: {'Network': ['ID=c8f9ca9a-5305-4587-9899-24d42d7bc678,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:42.974687 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-adc6ebee-c212-49b2-abb7-3f7d66783f08 admin admin] Request body: {'subnet': {'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1073781720-subnet', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:42.983892 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Network c8f9ca9a-5305-4587-9899-24d42d7bc678 details requested by agent ovs-agent-dv-cinder-843395-1-iscsi with host dv-cinder-843395-1-iscsi {{(pid=102813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 11:14:43.031780 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1c858712-3e07-4825-870c-5680e019944a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for network, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:43.036006 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-8f8c082c-0710-47cd-81eb-9921b8f943cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843395-1-iscsi, 3ff00a8f-4904-4850-8392-2b7e558c981b) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:14:43.036142 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c858712-3e07-4825-870c-5680e019944a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:14:43.036142 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1c858712-3e07-4825-870c-5680e019944a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:43.045316 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcce3d3-c0ef-454b-b834-2721aaada678 None None] Network 3ff00a8f-4904-4850-8392-2b7e558c981b requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:14:43.056827 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8c082c-0710-47cd-81eb-9921b8f943cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:14:43.057444 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8f8c082c-0710-47cd-81eb-9921b8f943cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for subnet, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:43.111547 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc6ebee-c212-49b2-abb7-3f7d66783f08 admin admin] Made reservation on behalf of 5c230246bb94476891f4cc468a47d8c1 for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:14:43.113883 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-adc6ebee-c212-49b2-abb7-3f7d66783f08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:43.129492 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c858712-3e07-4825-870c-5680e019944a admin admin] Pushing event updated for resources: {'Network': ['ID=269c9267-8111-4543-bc62-3b35f5fef0e4,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:43.142495 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Network 269c9267-8111-4543-bc62-3b35f5fef0e4 details requested by agent ovs-agent-dv-cinder-843395-1-iscsi with host dv-cinder-843395-1-iscsi {{(pid=102813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 11:14:43.157221 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-1c858712-3e07-4825-870c-5680e019944a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1338599 May 26 11:14:43.160081 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 34834) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:43.162527 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-df59d53c-2f2b-464a-9241-2c1c2f155c69 admin admin] Request body: {'subnet': {'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1164471858-subnet', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:43.260309 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df59d53c-2f2b-464a-9241-2c1c2f155c69 admin admin] Made reservation on behalf of 4d121bc82e4a4381b9584cd89c2d4f69 for: {'subnet': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:14:43.262661 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-df59d53c-2f2b-464a-9241-2c1c2f155c69 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:43.325734 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp544487b2-adaf-528a-ac03-698d97ec23d0-3ff00a8f-4904-4850-8392-2b7e558c981b', 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'fixed_ips': [{'subnet_id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b'}]}} from dv-cinder-843395-1-iscsi. {{(pid=102813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 11:14:43.326893 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:43.333542 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-8f8c082c-0710-47cd-81eb-9921b8f943cb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0748956 May 26 11:14:43.335793 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 34836) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:43.342776 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-f88e5331-2595-4a71-89e2-efe8a2f2eefd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-961201596-router', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:43.459450 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f88e5331-2595-4a71-89e2-efe8a2f2eefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:43.460460 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f88e5331-2595-4a71-89e2-efe8a2f2eefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4372'] for router, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:43.499247 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.db_base_plugin_common [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Allocated IP 172.20.0.2 (3ff00a8f-4904-4850-8392-2b7e558c981b/b2d5adfb-8844-43b5-9569-dc8a73d4cd6b/065aeff4-8bd4-4361-8a16-83f0b9ec0256) {{(pid=102813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:14:43.528841 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-adc6ebee-c212-49b2-abb7-3f7d66783f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for subnet, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:43.538465 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f88e5331-2595-4a71-89e2-efe8a2f2eefd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:43.586847 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-df59d53c-2f2b-464a-9241-2c1c2f155c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for subnet, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:43.595168 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc6ebee-c212-49b2-abb7-3f7d66783f08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=514f2ce8-5ecc-434b-8584-b769021cd39f,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:43.604948 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc6ebee-c212-49b2-abb7-3f7d66783f08 admin admin] Checking segment: {'id': 'd57197a7-5f9a-4235-a600-b87f207a61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:14:43.605487 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc6ebee-c212-49b2-abb7-3f7d66783f08 admin admin] Network hostable DHCP agents. Network: c8f9ca9a-5305-4587-9899-24d42d7bc678, hostable agents: ['ae20bfe0-bbab-40fa-b22c-2da14db586ab'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:14:43.655727 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Notify callbacks [] for port, precommit_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:43.696111 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59d53c-2f2b-464a-9241-2c1c2f155c69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a235b399-7a9f-4f18-97ae-141845f325ad,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:43.712359 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc6ebee-c212-49b2-abb7-3f7d66783f08 admin admin] Network c8f9ca9a-5305-4587-9899-24d42d7bc678 is scheduled to be hosted by DHCP agent ae20bfe0-bbab-40fa-b22c-2da14db586ab with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:14:43.747782 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df59d53c-2f2b-464a-9241-2c1c2f155c69 admin admin] Checking segment: {'id': '19976d9f-7588-4846-9df0-c095323a9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:14:43.748136 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df59d53c-2f2b-464a-9241-2c1c2f155c69 admin admin] Network hostable DHCP agents. Network: 269c9267-8111-4543-bc62-3b35f5fef0e4, hostable agents: ['ae20bfe0-bbab-40fa-b22c-2da14db586ab'], hosted agents: [] {{(pid=102811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:14:43.782532 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855'] for port, after_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:43.782791 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f88e5331-2595-4a71-89e2-efe8a2f2eefd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:43.805497 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-adc6ebee-c212-49b2-abb7-3f7d66783f08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843395-1-iscsi, c8f9ca9a-5305-4587-9899-24d42d7bc678) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:14:43.815912 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc6ebee-c212-49b2-abb7-3f7d66783f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:14:43.815912 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-adc6ebee-c212-49b2-abb7-3f7d66783f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for subnet, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:43.818014 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c025694-c302-40f9-bfbe-5b193a57bce3 None None] Network c8f9ca9a-5305-4587-9899-24d42d7bc678 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:14:43.846179 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Network 3ff00a8f-4904-4850-8392-2b7e558c981b is already hosted by enough agents. {{(pid=102813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:14:43.875648 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.scheduler.base_scheduler [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Resources bound (agent type, host, resource id): {{(pid=102813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:14:43.877685 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Pushing event updated for resources: {'Port': ['ID=065aeff4-8bd4-4361-8a16-83f0b9ec0256,revision_number=1']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:43.879776 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Received port after_create {{(pid=102813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:14:43.884230 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-adc6ebee-c212-49b2-abb7-3f7d66783f08 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9133439 May 26 11:14:43.887217 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 34844) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:43.894439 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-2cf091bd-665d-41e6-88dd-e73ded757e47 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1073781720-router', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:43.897611 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df59d53c-2f2b-464a-9241-2c1c2f155c69 admin admin] Network 269c9267-8111-4543-bc62-3b35f5fef0e4 is scheduled to be hosted by DHCP agent ae20bfe0-bbab-40fa-b22c-2da14db586ab with binding_index 1 {{(pid=102811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:14:43.900644 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:43.900644 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:43.900644 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:43.900644 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:43.901248 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:43.901248 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:43.901398 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:43.901817 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:43.902058 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:43.902474 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:43.902684 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:43.903000 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Tracked resource versions report: May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: pushed versions: May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: { 'AddressGroup': {'1.2'}, May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: 'ConntrackHelper': {'1.0'}, May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: 'Log': {'1.0'}, May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: 'Network': {'1.1'}, May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: 'Port': {'1.7'}, May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: 'PortForwarding': {'1.2'}, May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: 'QosPolicy': {'1.9'}, May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: 'SecurityGroup': {'1.4'}, May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: 'SecurityGroupRule': {'1.2'}, May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: 'SubPort': {'1.0'}, May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: 'Subnet': {'1.1'}, May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: 'Trunk': {'1.1'}} May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: consumer versions: May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: { DHCP agent@dv-cinder-843395-1-iscsi: {}, May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: HyperV agent@hv-cinder-84339: {}, May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: L3 agent@dv-cinder-843395-1-iscsi: {}, May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: Metadata agent@dv-cinder-843395-1-iscsi: {}, May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: Metering agent@dv-cinder-843395-1-iscsi: {}, May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: Open vSwitch agent@dv-cinder-843395-1-iscsi: { 'AddressGroup': '1.2', May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: 'ConntrackHelper': '1.0', May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: 'Log': '1.0', May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: 'Network': '1.1', May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: 'Port': '1.7', May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: 'PortForwarding': '1.2', May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: 'QosPolicy': '1.9', May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: 'SecurityGroup': '1.4', May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: 'SecurityGroupRule': '1.2', May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: 'SubPort': '1.0', May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: 'Subnet': '1.1', May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: 'Trunk': '1.1'}} May 26 11:14:43.904079 dv-cinder-843395-1-iscsi neutron-server[102813]: {{(pid=102813) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 11:14:43.913849 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-df59d53c-2f2b-464a-9241-2c1c2f155c69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843395-1-iscsi, 269c9267-8111-4543-bc62-3b35f5fef0e4) {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:14:43.931245 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df59d53c-2f2b-464a-9241-2c1c2f155c69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:14:43.931497 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d8084b-3ffb-41aa-baff-ba14867d6133 None None] Network 269c9267-8111-4543-bc62-3b35f5fef0e4 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:14:43.931871 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-df59d53c-2f2b-464a-9241-2c1c2f155c69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for subnet, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:44.027907 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Attempting to bind port 065aeff4-8bd4-4361-8a16-83f0b9ec0256 on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:14:44.028584 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Attempting to bind port 065aeff4-8bd4-4361-8a16-83f0b9ec0256 by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': 'bb0632a9-f043-4b7e-b617-618509deb876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:14:44.029415 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Attempting to bind port 065aeff4-8bd4-4361-8a16-83f0b9ec0256 on network 3ff00a8f-4904-4850-8392-2b7e558c981b {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:14:44.051464 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2cf091bd-665d-41e6-88dd-e73ded757e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:44.051464 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2cf091bd-665d-41e6-88dd-e73ded757e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4372'] for router, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:44.116677 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-df59d53c-2f2b-464a-9241-2c1c2f155c69 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9574671 May 26 11:14:44.136161 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 34850) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:44.141321 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-8fa44dae-37e7-42bb-8124-3a780e5bbda7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1164471858-router', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:44.187762 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:14:44.188486 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Checking segment: {'id': 'bb0632a9-f043-4b7e-b617-618509deb876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:14:44.188899 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:44.189462 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Bound using segment: {'id': 'bb0632a9-f043-4b7e-b617-618509deb876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:14:44.189938 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Bound port: 065aeff4-8bd4-4361-8a16-83f0b9ec0256, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0632a9-f043-4b7e-b617-618509deb876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:14:44.190338 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:44.200001 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2cf091bd-665d-41e6-88dd-e73ded757e47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:44.218714 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f88e5331-2595-4a71-89e2-efe8a2f2eefd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:44.253820 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f88e5331-2595-4a71-89e2-efe8a2f2eefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:44.316457 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6b572f-5cf7-4316-9ed6-2e3defaa4e81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp544487b2-adaf-528a-ac03-698d97ec23d0-c8f9ca9a-5305-4587-9899-24d42d7bc678', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'fixed_ips': [{'subnet_id': '514f2ce8-5ecc-434b-8584-b769021cd39f'}]}} from dv-cinder-843395-1-iscsi. {{(pid=102813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 11:14:44.317684 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-bc6b572f-5cf7-4316-9ed6-2e3defaa4e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:44.343517 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] For port 065aeff4-8bd4-4361-8a16-83f0b9ec0256, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:14:44.369208 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8fa44dae-37e7-42bb-8124-3a780e5bbda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:44.370162 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8fa44dae-37e7-42bb-8124-3a780e5bbda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4372'] for router, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:44.382480 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20017fa8-4a0a-408c-9f38-588324bcc913 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp544487b2-adaf-528a-ac03-698d97ec23d0-269c9267-8111-4543-bc62-3b35f5fef0e4', 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'fixed_ips': [{'subnet_id': 'a235b399-7a9f-4f18-97ae-141845f325ad'}]}} from dv-cinder-843395-1-iscsi. {{(pid=102813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 11:14:44.383950 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-20017fa8-4a0a-408c-9f38-588324bcc913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:44.436313 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-f88e5331-2595-4a71-89e2-efe8a2f2eefd admin admin] Allocated IP 172.27.2.150 (6ce135a4-eab8-4863-9af0-cf5ae6e229cb/86b44d4e-8f3f-4d5d-9881-9aaa3797f33b/297d1fc9-2567-4e90-ae53-0cbda0366ee1) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:14:44.500723 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8fa44dae-37e7-42bb-8124-3a780e5bbda7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:44.520642 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2cf091bd-665d-41e6-88dd-e73ded757e47 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:44.654909 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] For port 065aeff4-8bd4-4361-8a16-83f0b9ec0256, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=065aeff4-8bd4-4361-8a16-83f0b9ec0256,segment=NetworkSegment(bb0632a9-f043-4b7e-b617-618509deb876),segment_id=bb0632a9-f043-4b7e-b617-618509deb876)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:14:44.704378 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.db_base_plugin_common [None req-20017fa8-4a0a-408c-9f38-588324bcc913 None None] Allocated IP 172.20.0.2 (269c9267-8111-4543-bc62-3b35f5fef0e4/a235b399-7a9f-4f18-97ae-141845f325ad/69d3dcb7-1958-4ead-b415-4d0063bf2886) {{(pid=102813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:14:44.713606 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 34888) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:44.720316 dv-cinder-843395-1-iscsi neutron-server[102811]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 11:14:44.768817 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:44.777159 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f88e5331-2595-4a71-89e2-efe8a2f2eefd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:44.838271 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8fa44dae-37e7-42bb-8124-3a780e5bbda7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:44.866335 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0dc669-d844-44e6-9361-c2f2ab69ba05 None None] Pushing event updated for resources: {'Port': ['ID=065aeff4-8bd4-4361-8a16-83f0b9ec0256,revision_number=2']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:44.949415 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-49c50337-b0e1-480e-9d67-2f956fe0ad63 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:14:44.951285 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-49c50337-b0e1-480e-9d67-2f956fe0ad63 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/networks?id=d6d5350c-3275-405c-b23e-bd51541bb120 HTTP/1.1" status: 200 len: 812 time: 0.2353199 May 26 11:14:44.956230 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.db_base_plugin_common [None req-bc6b572f-5cf7-4316-9ed6-2e3defaa4e81 None None] Allocated IP 172.20.0.2 (c8f9ca9a-5305-4587-9899-24d42d7bc678/514f2ce8-5ecc-434b-8584-b769021cd39f/b77c84ca-bc32-44e2-b39e-ede9711a42f7) {{(pid=102813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:14:44.976660 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-ed0786c0-21ec-4463-a1bd-d4e8e288e893 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/quotas/f7cf21706120414b938767945b8ef153 HTTP/1.1" status: 200 len: 375 time: 0.0177381 May 26 11:14:45.081397 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-57da10b8-6804-4acb-bf50-b821a2dbe7da tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f7cf21706120414b938767945b8ef153&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0975029 May 26 11:14:45.083182 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f88e5331-2595-4a71-89e2-efe8a2f2eefd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:45.163832 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88e5331-2595-4a71-89e2-efe8a2f2eefd admin admin] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:14:45.176605 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-20017fa8-4a0a-408c-9f38-588324bcc913 None None] Notify callbacks [] for port, precommit_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:45.179734 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-f88e5331-2595-4a71-89e2-efe8a2f2eefd admin admin] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:14:45.182816 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2cf091bd-665d-41e6-88dd-e73ded757e47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:45.191052 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88e5331-2595-4a71-89e2-efe8a2f2eefd admin admin] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:14:45.222832 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2cf091bd-665d-41e6-88dd-e73ded757e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:45.394969 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-bc6b572f-5cf7-4316-9ed6-2e3defaa4e81 None None] Notify callbacks [] for port, precommit_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:45.394969 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-20017fa8-4a0a-408c-9f38-588324bcc913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855'] for port, after_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:45.400337 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e5331-2595-4a71-89e2-efe8a2f2eefd admin admin] Pushing event updated for resources: {'Port': ['ID=297d1fc9-2567-4e90-ae53-0cbda0366ee1,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:45.404003 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-bc6b572f-5cf7-4316-9ed6-2e3defaa4e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855'] for port, after_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:45.432461 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20017fa8-4a0a-408c-9f38-588324bcc913 None None] Network 269c9267-8111-4543-bc62-3b35f5fef0e4 is already hosted by enough agents. {{(pid=102813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:14:45.443997 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.scheduler.base_scheduler [None req-20017fa8-4a0a-408c-9f38-588324bcc913 None None] Resources bound (agent type, host, resource id): {{(pid=102813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:14:45.461026 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20017fa8-4a0a-408c-9f38-588324bcc913 None None] Received port after_create {{(pid=102813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:14:45.464728 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-4a5bba73-419b-4538-92a9-5344b100712c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:14:45.467227 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-4a5bba73-419b-4538-92a9-5344b100712c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1094811 May 26 11:14:45.472074 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20017fa8-4a0a-408c-9f38-588324bcc913 None None] Pushing event updated for resources: {'Port': ['ID=69d3dcb7-1958-4ead-b415-4d0063bf2886,revision_number=1']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:45.491923 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6b572f-5cf7-4316-9ed6-2e3defaa4e81 None None] Network c8f9ca9a-5305-4587-9899-24d42d7bc678 is already hosted by enough agents. {{(pid=102813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:14:45.500742 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.scheduler.base_scheduler [None req-bc6b572f-5cf7-4316-9ed6-2e3defaa4e81 None None] Resources bound (agent type, host, resource id): {{(pid=102813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:14:45.505194 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6b572f-5cf7-4316-9ed6-2e3defaa4e81 None None] Received port after_create {{(pid=102813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:14:45.555783 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-2cf091bd-665d-41e6-88dd-e73ded757e47 admin admin] Allocated IP 172.27.2.83 (6ce135a4-eab8-4863-9af0-cf5ae6e229cb/86b44d4e-8f3f-4d5d-9881-9aaa3797f33b/0a36f681-4930-41d9-8f9a-e1d5a32c60b7) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:14:45.590111 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b572f-5cf7-4316-9ed6-2e3defaa4e81 None None] Pushing event updated for resources: {'Port': ['ID=b77c84ca-bc32-44e2-b39e-ede9711a42f7,revision_number=1']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:45.656430 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8fa44dae-37e7-42bb-8124-3a780e5bbda7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:45.674007 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-bc6b572f-5cf7-4316-9ed6-2e3defaa4e81 None None] Attempting to bind port b77c84ca-bc32-44e2-b39e-ede9711a42f7 on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:14:45.677645 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-bc6b572f-5cf7-4316-9ed6-2e3defaa4e81 None None] Attempting to bind port b77c84ca-bc32-44e2-b39e-ede9711a42f7 by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': 'd57197a7-5f9a-4235-a600-b87f207a61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:14:45.677645 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6b572f-5cf7-4316-9ed6-2e3defaa4e81 None None] Attempting to bind port b77c84ca-bc32-44e2-b39e-ede9711a42f7 on network c8f9ca9a-5305-4587-9899-24d42d7bc678 {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:14:45.680954 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8fa44dae-37e7-42bb-8124-3a780e5bbda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:45.684063 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-20017fa8-4a0a-408c-9f38-588324bcc913 None None] Attempting to bind port 69d3dcb7-1958-4ead-b415-4d0063bf2886 on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:14:45.684595 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-20017fa8-4a0a-408c-9f38-588324bcc913 None None] Attempting to bind port 69d3dcb7-1958-4ead-b415-4d0063bf2886 by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': '19976d9f-7588-4846-9df0-c095323a9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:14:45.685095 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20017fa8-4a0a-408c-9f38-588324bcc913 None None] Attempting to bind port 69d3dcb7-1958-4ead-b415-4d0063bf2886 on network 269c9267-8111-4543-bc62-3b35f5fef0e4 {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:14:45.685557 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-b580f639-eaaf-47c8-b25e-095c3743c374 service neutron] 10.222.0.21 "GET /v2.0/networks/d6d5350c-3275-405c-b23e-bd51541bb120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082617 May 26 11:14:45.690960 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6b572f-5cf7-4316-9ed6-2e3defaa4e81 None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:14:45.691814 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6b572f-5cf7-4316-9ed6-2e3defaa4e81 None None] Checking segment: {'id': 'd57197a7-5f9a-4235-a600-b87f207a61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:14:45.692641 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-bc6b572f-5cf7-4316-9ed6-2e3defaa4e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:45.693775 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6b572f-5cf7-4316-9ed6-2e3defaa4e81 None None] Bound using segment: {'id': 'd57197a7-5f9a-4235-a600-b87f207a61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:14:45.694780 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f88e5331-2595-4a71-89e2-efe8a2f2eefd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:45.695060 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-bc6b572f-5cf7-4316-9ed6-2e3defaa4e81 None None] Bound port: b77c84ca-bc32-44e2-b39e-ede9711a42f7, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57197a7-5f9a-4235-a600-b87f207a61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:14:45.697446 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-bc6b572f-5cf7-4316-9ed6-2e3defaa4e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:45.703834 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20017fa8-4a0a-408c-9f38-588324bcc913 None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:14:45.704479 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20017fa8-4a0a-408c-9f38-588324bcc913 None None] Checking segment: {'id': '19976d9f-7588-4846-9df0-c095323a9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:14:45.704965 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-20017fa8-4a0a-408c-9f38-588324bcc913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:45.705461 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20017fa8-4a0a-408c-9f38-588324bcc913 None None] Bound using segment: {'id': '19976d9f-7588-4846-9df0-c095323a9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:14:45.706024 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-20017fa8-4a0a-408c-9f38-588324bcc913 None None] Bound port: 69d3dcb7-1958-4ead-b415-4d0063bf2886, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19976d9f-7588-4846-9df0-c095323a9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:14:45.706522 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-20017fa8-4a0a-408c-9f38-588324bcc913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:45.774982 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2cf091bd-665d-41e6-88dd-e73ded757e47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:45.834834 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-20017fa8-4a0a-408c-9f38-588324bcc913 None None] For port 69d3dcb7-1958-4ead-b415-4d0063bf2886, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:14:45.839003 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-20017fa8-4a0a-408c-9f38-588324bcc913 None None] For port 69d3dcb7-1958-4ead-b415-4d0063bf2886, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=69d3dcb7-1958-4ead-b415-4d0063bf2886,segment=NetworkSegment(19976d9f-7588-4846-9df0-c095323a9858),segment_id=19976d9f-7588-4846-9df0-c095323a9858)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:14:45.842162 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-bc6b572f-5cf7-4316-9ed6-2e3defaa4e81 None None] For port b77c84ca-bc32-44e2-b39e-ede9711a42f7, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:14:45.845527 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-bc6b572f-5cf7-4316-9ed6-2e3defaa4e81 None None] For port b77c84ca-bc32-44e2-b39e-ede9711a42f7, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=b77c84ca-bc32-44e2-b39e-ede9711a42f7,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:14:45.873184 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2cf091bd-665d-41e6-88dd-e73ded757e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855'] for port, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:45.923019 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-20017fa8-4a0a-408c-9f38-588324bcc913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:45.980251 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-bc6b572f-5cf7-4316-9ed6-2e3defaa4e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:46.020044 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-3a06564c-42fe-44da-9379-4b4bc8aab0ac service neutron] 10.222.0.21 "GET /v2.0/networks/d6d5350c-3275-405c-b23e-bd51541bb120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891458 May 26 11:14:46.027805 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f88e5331-2595-4a71-89e2-efe8a2f2eefd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667143'] for router, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:46.059553 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20017fa8-4a0a-408c-9f38-588324bcc913 None None] Pushing event updated for resources: {'Port': ['ID=69d3dcb7-1958-4ead-b415-4d0063bf2886,revision_number=2']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:46.063656 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf091bd-665d-41e6-88dd-e73ded757e47 admin admin] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:14:46.100917 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-2cf091bd-665d-41e6-88dd-e73ded757e47 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:14:46.107836 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf091bd-665d-41e6-88dd-e73ded757e47 admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:14:46.153386 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-8fa44dae-37e7-42bb-8124-3a780e5bbda7 admin admin] Allocated IP 172.27.2.168 (6ce135a4-eab8-4863-9af0-cf5ae6e229cb/86b44d4e-8f3f-4d5d-9881-9aaa3797f33b/d0a1bf4c-35ac-4002-91e0-31733525df1b) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:14:46.187504 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b572f-5cf7-4316-9ed6-2e3defaa4e81 None None] Pushing event updated for resources: {'Port': ['ID=b77c84ca-bc32-44e2-b39e-ede9711a42f7,revision_number=2']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:46.302711 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88e5331-2595-4a71-89e2-efe8a2f2eefd admin admin] Router ab6af0dc-735e-46dc-88d0-4e27069c775d is scheduled to L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 with binding_index 1 {{(pid=102811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 11:14:46.418363 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf091bd-665d-41e6-88dd-e73ded757e47 admin admin] Pushing event updated for resources: {'Port': ['ID=0a36f681-4930-41d9-8f9a-e1d5a32c60b7,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:46.597315 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8fa44dae-37e7-42bb-8124-3a780e5bbda7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:46.661305 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88e5331-2595-4a71-89e2-efe8a2f2eefd admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:14:46.671756 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 34958) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:46.682460 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10683c91-8f59-424c-a461-190ea78d786d None None] Sync routers for ids ['ab6af0dc-735e-46dc-88d0-4e27069c775d'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:14:46.776566 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10683c91-8f59-424c-a461-190ea78d786d None None] Routers {'ab6af0dc-735e-46dc-88d0-4e27069c775d'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:14:46.780172 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-10683c91-8f59-424c-a461-190ea78d786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:14:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['ab6af0dc-735e-46dc-88d0-4e27069c775d'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:46.799354 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a059179-794b-4e68-b56b-1fda1a3fdb9a None None] Network 3ff00a8f-4904-4850-8392-2b7e558c981b requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:14:46.806172 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f88e5331-2595-4a71-89e2-efe8a2f2eefd admin admin] Notify callbacks [] for router, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:46.807998 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-f88e5331-2595-4a71-89e2-efe8a2f2eefd admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4704666 May 26 11:14:46.818202 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 34974) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:46.955521 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-195cbef8-c2ff-4609-b1c2-7aff2dd7fe95 None None] Provisioning complete for port 065aeff4-8bd4-4361-8a16-83f0b9ec0256 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:46.956024 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-195cbef8-c2ff-4609-b1c2-7aff2dd7fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:46.957109 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 34978) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:46.986944 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8fa44dae-37e7-42bb-8124-3a780e5bbda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855'] for port, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:47.046088 dv-cinder-843395-1-iscsi neutron-server[102810]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 26 11:14:47.136560 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-fdf5793e-eca5-4afc-b9bf-ff55291d74be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:47.143305 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-10683c91-8f59-424c-a461-190ea78d786d None None] Set router ab6af0dc-735e-46dc-88d0-4e27069c775d gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:14:47.236241 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 69d3dcb7-1958-4ead-b415-4d0063bf2886 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:14:47.245524 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-fdf5793e-eca5-4afc-b9bf-ff55291d74be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:47.278002 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa44dae-37e7-42bb-8124-3a780e5bbda7 admin admin] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:14:47.328750 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d466c06f-0ab1-41ee-a160-88f09b3dd97c req-efba3e1b-4bf2-45a3-8edd-9ba6da30e948 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 210 time: 0.3618498 May 26 11:14:47.332711 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-8fa44dae-37e7-42bb-8124-3a780e5bbda7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:14:47.337020 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2cf091bd-665d-41e6-88dd-e73ded757e47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:47.342060 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa44dae-37e7-42bb-8124-3a780e5bbda7 admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:14:47.394011 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa44dae-37e7-42bb-8124-3a780e5bbda7 admin admin] Pushing event updated for resources: {'Port': ['ID=d0a1bf4c-35ac-4002-91e0-31733525df1b,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:47.475547 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-195cbef8-c2ff-4609-b1c2-7aff2dd7fe95 None None] Current status of the port 065aeff4-8bd4-4361-8a16-83f0b9ec0256 is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:14:47.475962 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-195cbef8-c2ff-4609-b1c2-7aff2dd7fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:47.490278 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 69d3dcb7-1958-4ead-b415-4d0063bf2886 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:47.490278 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:47.592928 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-fdf5793e-eca5-4afc-b9bf-ff55291d74be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:47.610320 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-10683c91-8f59-424c-a461-190ea78d786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'name': 'tempest-AttachVolumeTestJSON-961201596-router', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:43Z', 'updated_at': '2022-05-26T11:14:45Z', 'revision_number': 3, 'project_id': 'f75021785f634f61b049c180934660f4', 'gw_port': {'id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:47.622056 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-195cbef8-c2ff-4609-b1c2-7aff2dd7fe95 None None] For port 065aeff4-8bd4-4361-8a16-83f0b9ec0256, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=065aeff4-8bd4-4361-8a16-83f0b9ec0256,segment=NetworkSegment(bb0632a9-f043-4b7e-b617-618509deb876),segment_id=bb0632a9-f043-4b7e-b617-618509deb876)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:14:47.716653 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-195cbef8-c2ff-4609-b1c2-7aff2dd7fe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:47.753850 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10683c91-8f59-424c-a461-190ea78d786d None None] Checking router: ab6af0dc-735e-46dc-88d0-4e27069c775d for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:14:47.753850 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10683c91-8f59-424c-a461-190ea78d786d None None] Updating router ab6af0dc-735e-46dc-88d0-4e27069c775d port 297d1fc9-2567-4e90-ae53-0cbda0366ee1 binding host dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:14:47.754804 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-fdf5793e-eca5-4afc-b9bf-ff55291d74be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e428b1d27b89424db5d469456e5b4afa&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0673552 May 26 11:14:47.754804 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 35014) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:47.810049 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-10683c91-8f59-424c-a461-190ea78d786d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:47.852931 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 69d3dcb7-1958-4ead-b415-4d0063bf2886 is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:14:47.852931 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:47.931904 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c4930102-f789-48be-b099-5ee77c22024a None None] For port 69d3dcb7-1958-4ead-b415-4d0063bf2886, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=69d3dcb7-1958-4ead-b415-4d0063bf2886,segment=NetworkSegment(19976d9f-7588-4846-9df0-c095323a9858),segment_id=19976d9f-7588-4846-9df0-c095323a9858)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:14:47.945129 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195cbef8-c2ff-4609-b1c2-7aff2dd7fe95 None None] Pushing event updated for resources: {'Port': ['ID=065aeff4-8bd4-4361-8a16-83f0b9ec0256,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:47.976035 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5793e-eca5-4afc-b9bf-ff55291d74be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ab14a5-481b-41b0-a2e5-45fb5dfd89bb,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:48.010271 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:48.011417 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 065aeff4-8bd4-4361-8a16-83f0b9ec0256 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:14:48.016050 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-84501625-d7bc-4d10-8117-6fc47e5f43d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:48.076729 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-84501625-d7bc-4d10-8117-6fc47e5f43d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:48.119954 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-89d4a997-c647-4e02-bcac-278a82479af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:48.148266 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2cf091bd-665d-41e6-88dd-e73ded757e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667143'] for router, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:48.197011 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-10683c91-8f59-424c-a461-190ea78d786d None None] Notify callbacks [] for port, precommit_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:48.231793 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Pushing event updated for resources: {'Port': ['ID=69d3dcb7-1958-4ead-b415-4d0063bf2886,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:48.233611 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-84501625-d7bc-4d10-8117-6fc47e5f43d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:48.236230 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-84501625-d7bc-4d10-8117-6fc47e5f43d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:48.244077 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-84501625-d7bc-4d10-8117-6fc47e5f43d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9ab14a5-481b-41b0-a2e5-45fb5dfd89bb HTTP/1.1" status: 204 len: 168 time: 0.4789846 May 26 11:14:48.253321 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-07252094-3a68-471a-85f8-0e016f8dd2fb None None] Provisioning complete for port 065aeff4-8bd4-4361-8a16-83f0b9ec0256 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:48.253709 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-07252094-3a68-471a-85f8-0e016f8dd2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:48.264664 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-10683c91-8f59-424c-a461-190ea78d786d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:48.314993 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84501625-d7bc-4d10-8117-6fc47e5f43d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ab14a5-481b-41b0-a2e5-45fb5dfd89bb,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:48.349473 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b2a9d-229c-4224-9290-39afd972bebe None None] Pushing event updated for resources: {'Port': ['ID=297d1fc9-2567-4e90-ae53-0cbda0366ee1,revision_number=2']} {{(pid=102814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:48.370598 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b2a9d-229c-4224-9290-39afd972bebe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:48.370962 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b2a9d-229c-4224-9290-39afd972bebe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:48.371306 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b2a9d-229c-4224-9290-39afd972bebe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:48.371638 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b2a9d-229c-4224-9290-39afd972bebe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:48.371969 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b2a9d-229c-4224-9290-39afd972bebe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:48.372297 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b2a9d-229c-4224-9290-39afd972bebe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:48.372648 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b2a9d-229c-4224-9290-39afd972bebe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:48.372970 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b2a9d-229c-4224-9290-39afd972bebe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:48.373308 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b2a9d-229c-4224-9290-39afd972bebe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:48.373797 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b2a9d-229c-4224-9290-39afd972bebe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:48.374177 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b2a9d-229c-4224-9290-39afd972bebe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:48.374546 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b2a9d-229c-4224-9290-39afd972bebe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-710b2a9d-229c-4224-9290-39afd972bebe None None] Tracked resource versions report: May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: pushed versions: May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: { 'AddressGroup': {'1.2'}, May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: 'ConntrackHelper': {'1.0'}, May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: 'Log': {'1.0'}, May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: 'Network': {'1.1'}, May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: 'Port': {'1.7'}, May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: 'PortForwarding': {'1.2'}, May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: 'QosPolicy': {'1.9'}, May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: 'SecurityGroup': {'1.4'}, May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: 'SecurityGroupRule': {'1.2'}, May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: 'SubPort': {'1.0'}, May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: 'Subnet': {'1.1'}, May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: 'Trunk': {'1.1'}} May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: consumer versions: May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: { DHCP agent@dv-cinder-843395-1-iscsi: {}, May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: HyperV agent@hv-cinder-84339: {}, May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: L3 agent@dv-cinder-843395-1-iscsi: {}, May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: Metadata agent@dv-cinder-843395-1-iscsi: {}, May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: Metering agent@dv-cinder-843395-1-iscsi: {}, May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: Open vSwitch agent@dv-cinder-843395-1-iscsi: { 'AddressGroup': '1.2', May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: 'ConntrackHelper': '1.0', May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: 'Log': '1.0', May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: 'Network': '1.1', May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: 'Port': '1.7', May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: 'PortForwarding': '1.2', May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: 'QosPolicy': '1.9', May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: 'SecurityGroup': '1.4', May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: 'SecurityGroupRule': '1.2', May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: 'SubPort': '1.0', May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: 'Subnet': '1.1', May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: 'Trunk': '1.1'}} May 26 11:14:48.375650 dv-cinder-843395-1-iscsi neutron-server[102814]: {{(pid=102814) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 26 11:14:48.418129 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-10683c91-8f59-424c-a461-190ea78d786d None None] Attempting to bind port 297d1fc9-2567-4e90-ae53-0cbda0366ee1 on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:14:48.418871 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-10683c91-8f59-424c-a461-190ea78d786d None None] Attempting to bind port 297d1fc9-2567-4e90-ae53-0cbda0366ee1 by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}] {{(pid=102814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:14:48.419026 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10683c91-8f59-424c-a461-190ea78d786d None None] Attempting to bind port 297d1fc9-2567-4e90-ae53-0cbda0366ee1 on network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:14:48.431407 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10683c91-8f59-424c-a461-190ea78d786d None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:14:48.431787 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10683c91-8f59-424c-a461-190ea78d786d None None] Checking segment: {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:14:48.432174 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-10683c91-8f59-424c-a461-190ea78d786d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:48.432568 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10683c91-8f59-424c-a461-190ea78d786d None None] Bound using segment: {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'} {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:14:48.433070 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-10683c91-8f59-424c-a461-190ea78d786d None None] Bound port: 297d1fc9-2567-4e90-ae53-0cbda0366ee1, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}}] {{(pid=102814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:14:48.433467 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-10683c91-8f59-424c-a461-190ea78d786d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:48.495175 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-426f1ed1-94b1-466c-bb4c-6caa4476d6f4 req-bb049a81-a839-4088-bdd3-ed336f1dd114 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 210 time: 0.0502720 May 26 11:14:48.499213 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8fa44dae-37e7-42bb-8124-3a780e5bbda7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:48.556357 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8e819770-0390-422f-ba19-abe4aea3b849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:48.568141 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba01708c-9421-4b4f-aae3-037ea97c3e1d None None] Network c8f9ca9a-5305-4587-9899-24d42d7bc678 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:14:48.571957 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055b502b-8163-4997-bf97-0f4961a9edfb None None] Network 269c9267-8111-4543-bc62-3b35f5fef0e4 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:14:48.581563 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.db [None req-10683c91-8f59-424c-a461-190ea78d786d None None] For port 297d1fc9-2567-4e90-ae53-0cbda0366ee1, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:14:48.598493 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.db [None req-10683c91-8f59-424c-a461-190ea78d786d None None] For port 297d1fc9-2567-4e90-ae53-0cbda0366ee1, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=297d1fc9-2567-4e90-ae53-0cbda0366ee1,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:14:48.689915 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 065aeff4-8bd4-4361-8a16-83f0b9ec0256 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:48.690613 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:48.705905 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-10683c91-8f59-424c-a461-190ea78d786d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:48.812105 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-8e819770-0390-422f-ba19-abe4aea3b849 admin admin] Allocated IP 172.20.0.1 (3ff00a8f-4904-4850-8392-2b7e558c981b/b2d5adfb-8844-43b5-9569-dc8a73d4cd6b/0623f22e-f237-423b-87b1-0fac998beb72) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:14:48.899331 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8fa44dae-37e7-42bb-8124-3a780e5bbda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667143'] for router, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:48.940585 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10683c91-8f59-424c-a461-190ea78d786d None None] Routers {'ab6af0dc-735e-46dc-88d0-4e27069c775d'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:14:48.946330 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-10683c91-8f59-424c-a461-190ea78d786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:14:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['ab6af0dc-735e-46dc-88d0-4e27069c775d'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:49.005599 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8e819770-0390-422f-ba19-abe4aea3b849 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:49.014134 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf091bd-665d-41e6-88dd-e73ded757e47 admin admin] Router e014afec-0034-4a80-a072-04dec8a73be7 is scheduled to L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 with binding_index 1 {{(pid=102810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 11:14:49.034593 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b2a9d-229c-4224-9290-39afd972bebe None None] Pushing event updated for resources: {'Port': ['ID=297d1fc9-2567-4e90-ae53-0cbda0366ee1,revision_number=3']} {{(pid=102814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:49.120215 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-10683c91-8f59-424c-a461-190ea78d786d None None] Set router ab6af0dc-735e-46dc-88d0-4e27069c775d gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:14:49.132711 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8e819770-0390-422f-ba19-abe4aea3b849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:49.176048 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf091bd-665d-41e6-88dd-e73ded757e47 admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:14:49.212762 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0818ca0f-d530-44db-afed-029352beee29 None None] Sync routers for ids ['e014afec-0034-4a80-a072-04dec8a73be7'] in dv-cinder-843395-1-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:14:49.240392 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-07252094-3a68-471a-85f8-0e016f8dd2fb None None] Current status of the port 065aeff4-8bd4-4361-8a16-83f0b9ec0256 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:14:49.241239 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e819770-0390-422f-ba19-abe4aea3b849 admin admin] Network 3ff00a8f-4904-4850-8392-2b7e558c981b is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:14:49.252673 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0818ca0f-d530-44db-afed-029352beee29 None None] Routers {'e014afec-0034-4a80-a072-04dec8a73be7'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:14:49.257656 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-0818ca0f-d530-44db-afed-029352beee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:14:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['e014afec-0034-4a80-a072-04dec8a73be7'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:49.258076 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-8e819770-0390-422f-ba19-abe4aea3b849 admin admin] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:14:49.258189 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 065aeff4-8bd4-4361-8a16-83f0b9ec0256 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:14:49.258189 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device b77c84ca-bc32-44e2-b39e-ede9711a42f7 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:14:49.259331 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e819770-0390-422f-ba19-abe4aea3b849 admin admin] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:14:49.261568 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8e819770-0390-422f-ba19-abe4aea3b849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665140'] for router_interface, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:49.277099 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa44dae-37e7-42bb-8124-3a780e5bbda7 admin admin] Router 69b5b26b-1f44-4538-a9de-d1e61cb3ed0c is scheduled to L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 with binding_index 1 {{(pid=102810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 11:14:49.405404 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 35050) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:49.412539 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2cf091bd-665d-41e6-88dd-e73ded757e47 admin admin] Notify callbacks [] for router, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:49.414246 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-2cf091bd-665d-41e6-88dd-e73ded757e47 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5253322 May 26 11:14:49.421420 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 35052) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:49.455910 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e819770-0390-422f-ba19-abe4aea3b849 admin admin] Pushing event updated for resources: {'Port': ['ID=0623f22e-f237-423b-87b1-0fac998beb72,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:49.464262 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-959c900e-436d-454d-9895-ef853775088c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:49.485758 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c37ed7b8-2a04-439e-8ba9-340765caeedc None None] Provisioning complete for port 69d3dcb7-1958-4ead-b415-4d0063bf2886 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:49.487649 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c37ed7b8-2a04-439e-8ba9-340765caeedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:49.505474 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-10683c91-8f59-424c-a461-190ea78d786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'name': 'tempest-AttachVolumeTestJSON-961201596-router', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:43Z', 'updated_at': '2022-05-26T11:14:45Z', 'revision_number': 3, 'project_id': 'f75021785f634f61b049c180934660f4', 'gw_port': {'id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:49.552333 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10683c91-8f59-424c-a461-190ea78d786d None None] The sync data for ids ['ab6af0dc-735e-46dc-88d0-4e27069c775d'] in dv-cinder-843395-1-iscsi is: [{'id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'name': 'tempest-AttachVolumeTestJSON-961201596-router', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:43Z', 'updated_at': '2022-05-26T11:14:45Z', 'revision_number': 3, 'project_id': 'f75021785f634f61b049c180934660f4', 'gw_port': {'id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b4:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:14:49.555208 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-0818ca0f-d530-44db-afed-029352beee29 None None] Set router e014afec-0034-4a80-a072-04dec8a73be7 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:14:49.662574 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa44dae-37e7-42bb-8124-3a780e5bbda7 admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:14:49.674141 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2893830b-2eaa-42ff-88a4-6fd0c9541720 None None] Sync routers for ids ['69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:14:49.705211 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2893830b-2eaa-42ff-88a4-6fd0c9541720 None None] Routers {'69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:14:49.706224 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-2893830b-2eaa-42ff-88a4-6fd0c9541720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:14:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:49.745480 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port b77c84ca-bc32-44e2-b39e-ede9711a42f7 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:49.745850 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:49.856139 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8fa44dae-37e7-42bb-8124-3a780e5bbda7 admin admin] Notify callbacks [] for router, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:49.861480 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 35062) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:49.863236 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-8fa44dae-37e7-42bb-8124-3a780e5bbda7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.7256112 May 26 11:14:49.911663 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-882b46c8-91cb-4b6f-844a-b28192b2ffbd req-31970033-82d2-4b1f-9272-e72390894e6f tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 210 time: 0.1381643 May 26 11:14:49.993432 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-2893830b-2eaa-42ff-88a4-6fd0c9541720 None None] Set router 69b5b26b-1f44-4538-a9de-d1e61cb3ed0c gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:14:50.022708 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c37ed7b8-2a04-439e-8ba9-340765caeedc None None] Current status of the port 69d3dcb7-1958-4ead-b415-4d0063bf2886 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:14:50.100765 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c37ed7b8-2a04-439e-8ba9-340765caeedc None None] Provisioning complete for port b77c84ca-bc32-44e2-b39e-ede9711a42f7 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:50.101690 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c37ed7b8-2a04-439e-8ba9-340765caeedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:50.129863 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-959c900e-436d-454d-9895-ef853775088c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:50.275135 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port b77c84ca-bc32-44e2-b39e-ede9711a42f7 is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:14:50.275705 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:50.306515 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-959c900e-436d-454d-9895-ef853775088c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:50.314750 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-135f200f-4947-4eb1-a1c7-546c0af2ce5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:50.318601 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a6c8555a-a069-4d9f-bd65-5fc006d432fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:50.332702 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8e819770-0390-422f-ba19-abe4aea3b849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:50.405305 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-959c900e-436d-454d-9895-ef853775088c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd10d4e9c75246229222ab6df76b6c87&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9931104 May 26 11:14:50.406322 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c4930102-f789-48be-b099-5ee77c22024a None None] For port b77c84ca-bc32-44e2-b39e-ede9711a42f7, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=b77c84ca-bc32-44e2-b39e-ede9711a42f7,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:14:50.420139 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 35072) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:50.430987 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-0818ca0f-d530-44db-afed-029352beee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'name': 'tempest-AttachVolumeShelveTestJSON-1073781720-router', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:46Z', 'revision_number': 3, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'gw_port': {'id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:14:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:50.444986 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-2893830b-2eaa-42ff-88a4-6fd0c9541720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'name': 'tempest-ServerRescueNegativeTestJSON-1164471858-router', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:47Z', 'revision_number': 3, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'gw_port': {'id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:94:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:14:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:50.486369 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2893830b-2eaa-42ff-88a4-6fd0c9541720 None None] Checking router: 69b5b26b-1f44-4538-a9de-d1e61cb3ed0c for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:14:50.487445 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2893830b-2eaa-42ff-88a4-6fd0c9541720 None None] Updating router 69b5b26b-1f44-4538-a9de-d1e61cb3ed0c port d0a1bf4c-35ac-4002-91e0-31733525df1b binding host dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:14:50.503487 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c37ed7b8-2a04-439e-8ba9-340765caeedc None None] Current status of the port b77c84ca-bc32-44e2-b39e-ede9711a42f7 is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:14:50.503901 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c37ed7b8-2a04-439e-8ba9-340765caeedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:50.505912 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0818ca0f-d530-44db-afed-029352beee29 None None] Checking router: e014afec-0034-4a80-a072-04dec8a73be7 for host: dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:14:50.506258 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0818ca0f-d530-44db-afed-029352beee29 None None] Updating router e014afec-0034-4a80-a072-04dec8a73be7 port 0a36f681-4930-41d9-8f9a-e1d5a32c60b7 binding host dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:14:50.521084 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-2893830b-2eaa-42ff-88a4-6fd0c9541720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:50.529569 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:50.556988 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c900e-436d-454d-9895-ef853775088c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69900b71-0698-44c0-b2be-7b6511f8ef51,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:50.620388 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-0818ca0f-d530-44db-afed-029352beee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:50.724886 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Pushing event updated for resources: {'Port': ['ID=b77c84ca-bc32-44e2-b39e-ede9711a42f7,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:50.786548 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-a6c8555a-a069-4d9f-bd65-5fc006d432fb admin admin] Allocated IP 172.20.0.1 (c8f9ca9a-5305-4587-9899-24d42d7bc678/514f2ce8-5ecc-434b-8584-b769021cd39f/98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:14:50.873965 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.db.api [None req-c37ed7b8-2a04-439e-8ba9-340765caeedc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 11:14:50.874327 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG oslo_db.api [None req-c37ed7b8-2a04-439e-8ba9-340765caeedc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 11:14:50.884314 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 297d1fc9-2567-4e90-ae53-0cbda0366ee1 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:14:50.998909 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a6c8555a-a069-4d9f-bd65-5fc006d432fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:51.019559 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 297d1fc9-2567-4e90-ae53-0cbda0366ee1 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:51.020418 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:51.045074 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-2893830b-2eaa-42ff-88a4-6fd0c9541720 None None] Notify callbacks [] for port, precommit_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:51.053453 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a0fe6397-2cb1-4f4c-a325-6f7d90468d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:51.114865 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 297d1fc9-2567-4e90-ae53-0cbda0366ee1 is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:14:51.115168 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:51.139190 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c4930102-f789-48be-b099-5ee77c22024a None None] For port 297d1fc9-2567-4e90-ae53-0cbda0366ee1, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=297d1fc9-2567-4e90-ae53-0cbda0366ee1,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:14:51.166504 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a6c8555a-a069-4d9f-bd65-5fc006d432fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855'] for port, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:51.167710 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-2893830b-2eaa-42ff-88a4-6fd0c9541720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:51.235865 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:51.235865 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 69d3dcb7-1958-4ead-b415-4d0063bf2886 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:14:51.239982 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8555a-a069-4d9f-bd65-5fc006d432fb admin admin] Pushing event updated for resources: {'Port': ['ID=98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:51.264297 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c8555a-a069-4d9f-bd65-5fc006d432fb admin admin] Network c8f9ca9a-5305-4587-9899-24d42d7bc678 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:14:51.268000 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-a6c8555a-a069-4d9f-bd65-5fc006d432fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:14:51.277082 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c8555a-a069-4d9f-bd65-5fc006d432fb admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:14:51.277598 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a6c8555a-a069-4d9f-bd65-5fc006d432fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665140'] for router_interface, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:51.343039 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-2893830b-2eaa-42ff-88a4-6fd0c9541720 None None] Attempting to bind port d0a1bf4c-35ac-4002-91e0-31733525df1b on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:14:51.344932 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-2893830b-2eaa-42ff-88a4-6fd0c9541720 None None] Attempting to bind port d0a1bf4c-35ac-4002-91e0-31733525df1b by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}] {{(pid=102814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:14:51.347750 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2893830b-2eaa-42ff-88a4-6fd0c9541720 None None] Attempting to bind port d0a1bf4c-35ac-4002-91e0-31733525df1b on network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:14:51.361353 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-704c7ec0-d3b4-43c4-a341-d89069bfd6b9 req-6d395177-9875-41cc-922d-adbae4a717cb tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 210 time: 0.3089929 May 26 11:14:51.394039 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a0fe6397-2cb1-4f4c-a325-6f7d90468d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:51.394461 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfcecd5-68ff-48b5-943f-cec1c52078ef None None] Pushing event updated for resources: {'Port': ['ID=d0a1bf4c-35ac-4002-91e0-31733525df1b,revision_number=2']} {{(pid=102814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:51.396832 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2893830b-2eaa-42ff-88a4-6fd0c9541720 None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:14:51.404312 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2893830b-2eaa-42ff-88a4-6fd0c9541720 None None] Checking segment: {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:14:51.405097 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-2893830b-2eaa-42ff-88a4-6fd0c9541720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:51.405497 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2893830b-2eaa-42ff-88a4-6fd0c9541720 None None] Bound using segment: {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'} {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:14:51.405994 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-2893830b-2eaa-42ff-88a4-6fd0c9541720 None None] Bound port: d0a1bf4c-35ac-4002-91e0-31733525df1b, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}}] {{(pid=102814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:14:51.406674 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-2893830b-2eaa-42ff-88a4-6fd0c9541720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:51.407340 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8e819770-0390-422f-ba19-abe4aea3b849 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:51.515020 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8e819770-0390-422f-ba19-abe4aea3b849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:51.516020 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8e819770-0390-422f-ba19-abe4aea3b849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665176'] for router_interface, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:51.519528 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.db [None req-2893830b-2eaa-42ff-88a4-6fd0c9541720 None None] For port d0a1bf4c-35ac-4002-91e0-31733525df1b, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:14:51.523721 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.db [None req-2893830b-2eaa-42ff-88a4-6fd0c9541720 None None] For port d0a1bf4c-35ac-4002-91e0-31733525df1b, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=d0a1bf4c-35ac-4002-91e0-31733525df1b,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:14:51.603645 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-2893830b-2eaa-42ff-88a4-6fd0c9541720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:51.642295 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.42', 61519) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:51.686404 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e819770-0390-422f-ba19-abe4aea3b849 admin admin] Network 3ff00a8f-4904-4850-8392-2b7e558c981b is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:14:51.703686 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfcecd5-68ff-48b5-943f-cec1c52078ef None None] Pushing event updated for resources: {'Port': ['ID=d0a1bf4c-35ac-4002-91e0-31733525df1b,revision_number=3']} {{(pid=102814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:51.709238 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2893830b-2eaa-42ff-88a4-6fd0c9541720 None None] Routers {'69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:14:51.710789 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-8e819770-0390-422f-ba19-abe4aea3b849 admin admin] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:14:51.719605 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-2893830b-2eaa-42ff-88a4-6fd0c9541720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:14:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:51.821365 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c37ed7b8-2a04-439e-8ba9-340765caeedc None None] Current status of the port b77c84ca-bc32-44e2-b39e-ede9711a42f7 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:14:51.840207 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Pushing event updated for resources: {'Port': ['ID=297d1fc9-2567-4e90-ae53-0cbda0366ee1,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:51.876379 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 69d3dcb7-1958-4ead-b415-4d0063bf2886 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:51.877613 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:51.918791 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:51.962075 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e819770-0390-422f-ba19-abe4aea3b849 admin admin] Router ab6af0dc-735e-46dc-88d0-4e27069c775d has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:14:52.005932 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-2893830b-2eaa-42ff-88a4-6fd0c9541720 None None] Set router 69b5b26b-1f44-4538-a9de-d1e61cb3ed0c gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:14:52.169481 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-0818ca0f-d530-44db-afed-029352beee29 None None] Notify callbacks [] for port, precommit_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:52.181090 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-70fce5f1-8dd6-4c2a-9471-a1fb10c93c2b None None] Provisioning complete for port 69d3dcb7-1958-4ead-b415-4d0063bf2886 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:52.181658 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-70fce5f1-8dd6-4c2a-9471-a1fb10c93c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:52.212882 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 35106) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:52.214541 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e819770-0390-422f-ba19-abe4aea3b849 admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:14:52.224663 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-8e819770-0390-422f-ba19-abe4aea3b849 admin admin] 10.222.0.21 "PUT /v2.0/routers/ab6af0dc-735e-46dc-88d0-4e27069c775d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4036038 May 26 11:14:52.229887 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-38664757-ab47-430f-a163-5e60e42bbaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:52.243923 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a0fe6397-2cb1-4f4c-a325-6f7d90468d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:52.249482 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a0fe6397-2cb1-4f4c-a325-6f7d90468d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:52.249482 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-a0fe6397-2cb1-4f4c-a325-6f7d90468d2f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69900b71-0698-44c0-b2be-7b6511f8ef51 HTTP/1.1" status: 204 len: 168 time: 1.8267457 May 26 11:14:52.253463 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e819770-0390-422f-ba19-abe4aea3b849 admin admin] Pushing event updated for resources: {'Port': ['ID=0623f22e-f237-423b-87b1-0fac998beb72,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:52.272194 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fe6397-2cb1-4f4c-a325-6f7d90468d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69900b71-0698-44c0-b2be-7b6511f8ef51,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:52.272364 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa909f0-9113-44f2-9f2b-d3b758621451 None None] Sync routers for ids ['ab6af0dc-735e-46dc-88d0-4e27069c775d'] in dv-cinder-843395-1-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:14:52.319486 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-0818ca0f-d530-44db-afed-029352beee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:52.448315 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-2893830b-2eaa-42ff-88a4-6fd0c9541720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'name': 'tempest-ServerRescueNegativeTestJSON-1164471858-router', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:47Z', 'revision_number': 3, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'gw_port': {'id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:94:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:52.481524 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2faa5a2b-0624-44b9-ad1c-ad7e3d9365e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:52.529425 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2893830b-2eaa-42ff-88a4-6fd0c9541720 None None] The sync data for ids ['69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'] in dv-cinder-843395-1-iscsi is: [{'id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'name': 'tempest-ServerRescueNegativeTestJSON-1164471858-router', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:47Z', 'revision_number': 3, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'gw_port': {'id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:94:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:14:52.553762 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa909f0-9113-44f2-9f2b-d3b758621451 None None] Routers {'ab6af0dc-735e-46dc-88d0-4e27069c775d'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:14:52.553762 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-6aa909f0-9113-44f2-9f2b-d3b758621451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:14:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['ab6af0dc-735e-46dc-88d0-4e27069c775d'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:52.556019 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663cdc65-eeaa-40fd-9f95-6a6630d7e758 None None] Pushing event updated for resources: {'Port': ['ID=0a36f681-4930-41d9-8f9a-e1d5a32c60b7,revision_number=2']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:52.585835 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a6c8555a-a069-4d9f-bd65-5fc006d432fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:52.645525 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-99463697-e143-4038-9318-d73fff2c209b tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:14:52.647305 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-99463697-e143-4038-9318-d73fff2c209b tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.42 "GET /v2.0/networks?id=d6d5350c-3275-405c-b23e-bd51541bb120 HTTP/1.1" status: 200 len: 812 time: 1.0041661 May 26 11:14:52.669176 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-38664757-ab47-430f-a163-5e60e42bbaed admin admin] Allocated IP 172.20.0.1 (269c9267-8111-4543-bc62-3b35f5fef0e4/a235b399-7a9f-4f18-97ae-141845f325ad/7d825ffb-84ff-45b3-a59f-7fe0e99b3aae) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:14:52.718761 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5533aa5b-5c77-4a9f-8ba9-cfa3614b6a7b req-d9fed133-de86-4b39-b26c-bdcf9563e6fb tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 210 time: 0.1002765 May 26 11:14:52.758032 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-3fca5d53-557a-4f4e-afd3-f8ce087058e9 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Request body: {'port': {'device_id': '6002f885-0a9b-4e8b-af47-7c5d24d14860', 'network_id': 'd6d5350c-3275-405c-b23e-bd51541bb120', 'admin_state_up': True, 'tenant_id': 'f7cf21706120414b938767945b8ef153'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:52.780779 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 69d3dcb7-1958-4ead-b415-4d0063bf2886 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:14:52.782783 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 065aeff4-8bd4-4361-8a16-83f0b9ec0256 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:14:52.841861 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-0818ca0f-d530-44db-afed-029352beee29 None None] Attempting to bind port 0a36f681-4930-41d9-8f9a-e1d5a32c60b7 on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:14:52.842506 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-0818ca0f-d530-44db-afed-029352beee29 None None] Attempting to bind port 0a36f681-4930-41d9-8f9a-e1d5a32c60b7 by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:14:53.187239 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0818ca0f-d530-44db-afed-029352beee29 None None] Attempting to bind port 0a36f681-4930-41d9-8f9a-e1d5a32c60b7 on network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:14:53.187239 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0818ca0f-d530-44db-afed-029352beee29 None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:14:53.187239 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0818ca0f-d530-44db-afed-029352beee29 None None] Checking segment: {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:14:53.187239 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-0818ca0f-d530-44db-afed-029352beee29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:53.187239 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0818ca0f-d530-44db-afed-029352beee29 None None] Bound using segment: {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:14:53.187239 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-0818ca0f-d530-44db-afed-029352beee29 None None] Bound port: 0a36f681-4930-41d9-8f9a-e1d5a32c60b7, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:14:53.187239 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-0818ca0f-d530-44db-afed-029352beee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:53.199186 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2faa5a2b-0624-44b9-ad1c-ad7e3d9365e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:53.199186 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-38664757-ab47-430f-a163-5e60e42bbaed admin admin] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:53.207602 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-0818ca0f-d530-44db-afed-029352beee29 None None] For port 0a36f681-4930-41d9-8f9a-e1d5a32c60b7, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:14:53.207602 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-0818ca0f-d530-44db-afed-029352beee29 None None] For port 0a36f681-4930-41d9-8f9a-e1d5a32c60b7, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=0a36f681-4930-41d9-8f9a-e1d5a32c60b7,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:14:53.207602 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-70fce5f1-8dd6-4c2a-9471-a1fb10c93c2b None None] Current status of the port 69d3dcb7-1958-4ead-b415-4d0063bf2886 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:14:53.207602 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:53.209154 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2faa5a2b-0624-44b9-ad1c-ad7e3d9365e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:53.209898 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-6aa909f0-9113-44f2-9f2b-d3b758621451 None None] Set router ab6af0dc-735e-46dc-88d0-4e27069c775d gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:14:53.254527 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 35166) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:53.255565 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-2faa5a2b-0624-44b9-ad1c-ad7e3d9365e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=761f5de011d349bb8ce6d4e26ca1c995&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0386803 May 26 11:14:53.256536 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-38664757-ab47-430f-a163-5e60e42bbaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:53.301554 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-0818ca0f-d530-44db-afed-029352beee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:53.324808 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:53.400580 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-3fca5d53-557a-4f4e-afd3-f8ce087058e9 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Made reservation on behalf of f7cf21706120414b938767945b8ef153 for: {'port': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:14:53.403885 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38664757-ab47-430f-a163-5e60e42bbaed admin admin] Network 269c9267-8111-4543-bc62-3b35f5fef0e4 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:14:53.411424 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa5a2b-0624-44b9-ad1c-ad7e3d9365e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8459abdb-1b43-4b9a-9659-59ef8c155f15,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:53.413983 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-3fca5d53-557a-4f4e-afd3-f8ce087058e9 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:53.414557 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-38664757-ab47-430f-a163-5e60e42bbaed admin admin] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:14:53.417970 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38664757-ab47-430f-a163-5e60e42bbaed admin admin] Pushing event updated for resources: {'Port': ['ID=7d825ffb-84ff-45b3-a59f-7fe0e99b3aae,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:53.453424 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-70fce5f1-8dd6-4c2a-9471-a1fb10c93c2b None None] Provisioning complete for port 98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:53.453906 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-70fce5f1-8dd6-4c2a-9471-a1fb10c93c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:53.465841 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38664757-ab47-430f-a163-5e60e42bbaed admin admin] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:14:53.466392 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-38664757-ab47-430f-a163-5e60e42bbaed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665140'] for router_interface, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:53.488324 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9194cde1-5d54-4c2e-9a4d-9f9ac16f29c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:53.549352 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 35182) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:53.556091 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-02f3b388-40ac-4fb2-87a3-ed0d2995b49d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Request body: {'security_group': {'name': 'tempest-securitygroup--332876238', 'description': 'tempest-description--159717754'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:53.573861 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 065aeff4-8bd4-4361-8a16-83f0b9ec0256 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:53.574237 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:53.675295 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-02f3b388-40ac-4fb2-87a3-ed0d2995b49d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:53.756311 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a6c8555a-a069-4d9f-bd65-5fc006d432fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:53.776176 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-70fce5f1-8dd6-4c2a-9471-a1fb10c93c2b None None] Port 98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:14:53.816962 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663cdc65-eeaa-40fd-9f95-6a6630d7e758 None None] Pushing event updated for resources: {'Port': ['ID=0a36f681-4930-41d9-8f9a-e1d5a32c60b7,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:53.844728 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9194cde1-5d54-4c2e-9a4d-9f9ac16f29c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:53.845320 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-70fce5f1-8dd6-4c2a-9471-a1fb10c93c2b None None] Provisioning complete for port b77c84ca-bc32-44e2-b39e-ede9711a42f7 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:53.845320 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-70fce5f1-8dd6-4c2a-9471-a1fb10c93c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:53.845320 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0818ca0f-d530-44db-afed-029352beee29 None None] Routers {'e014afec-0034-4a80-a072-04dec8a73be7'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:14:53.845320 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-0818ca0f-d530-44db-afed-029352beee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:14:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['e014afec-0034-4a80-a072-04dec8a73be7'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:53.868660 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-02f3b388-40ac-4fb2-87a3-ed0d2995b49d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:53.874054 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-38664757-ab47-430f-a163-5e60e42bbaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:53.973983 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-3fca5d53-557a-4f4e-afd3-f8ce087058e9 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Allocated IP 172.20.0.5 (d6d5350c-3275-405c-b23e-bd51541bb120/fd5ac4af-7112-4c9b-ad86-7178f240796b/b06b67f3-1a5f-46da-ac2d-067dab8a3159) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:14:53.994618 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bba0698d-a8cf-4f48-94ea-dabef8001e35 req-fd4c1896-dc7a-4a6b-82d9-944a9ea6a988 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 210 time: 0.0778234 May 26 11:14:54.088829 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-0818ca0f-d530-44db-afed-029352beee29 None None] Set router e014afec-0034-4a80-a072-04dec8a73be7 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:14:54.213752 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-38664757-ab47-430f-a163-5e60e42bbaed admin admin] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:54.265085 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 065aeff4-8bd4-4361-8a16-83f0b9ec0256 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:14:54.283589 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-70fce5f1-8dd6-4c2a-9471-a1fb10c93c2b None None] Current status of the port b77c84ca-bc32-44e2-b39e-ede9711a42f7 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:14:54.339487 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-70fce5f1-8dd6-4c2a-9471-a1fb10c93c2b None None] Provisioning complete for port 0623f22e-f237-423b-87b1-0fac998beb72 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:54.339856 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-70fce5f1-8dd6-4c2a-9471-a1fb10c93c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:54.403126 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-6aa909f0-9113-44f2-9f2b-d3b758621451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'name': 'tempest-AttachVolumeTestJSON-961201596-router', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:43Z', 'updated_at': '2022-05-26T11:14:49Z', 'revision_number': 4, 'project_id': 'f75021785f634f61b049c180934660f4', 'gw_port': {'id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '0623f22e-f237-423b-87b1-0fac998beb72', 'name': '', 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'mac_address': 'fa:16:3e:f5:06:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:48Z', 'updated_at': '2022-05-26T11:14:50Z', 'revision_number': 2, 'project_id': 'f75021785f634f61b049c180934660f4', 'subnets': [{'id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:54.436977 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa909f0-9113-44f2-9f2b-d3b758621451 None None] Checking router: ab6af0dc-735e-46dc-88d0-4e27069c775d for host: dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:14:54.437328 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa909f0-9113-44f2-9f2b-d3b758621451 None None] Updating router ab6af0dc-735e-46dc-88d0-4e27069c775d port 0623f22e-f237-423b-87b1-0fac998beb72 binding host dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:14:54.454937 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-70fce5f1-8dd6-4c2a-9471-a1fb10c93c2b None None] Port 0623f22e-f237-423b-87b1-0fac998beb72 cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:14:54.477508 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a6c8555a-a069-4d9f-bd65-5fc006d432fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:54.478718 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a6c8555a-a069-4d9f-bd65-5fc006d432fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665176'] for router_interface, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:54.479380 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device d0a1bf4c-35ac-4002-91e0-31733525df1b up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:14:54.513572 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-6aa909f0-9113-44f2-9f2b-d3b758621451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:54.581624 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8555a-a069-4d9f-bd65-5fc006d432fb admin admin] Pushing event updated for resources: {'Port': ['ID=98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:54.625690 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c8555a-a069-4d9f-bd65-5fc006d432fb admin admin] Network c8f9ca9a-5305-4587-9899-24d42d7bc678 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:14:54.627180 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-a6c8555a-a069-4d9f-bd65-5fc006d432fb admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:14:54.748564 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-02f3b388-40ac-4fb2-87a3-ed0d2995b49d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:54.765058 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-38664757-ab47-430f-a163-5e60e42bbaed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:54.766010 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-38664757-ab47-430f-a163-5e60e42bbaed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665176'] for router_interface, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:54.773217 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9194cde1-5d54-4c2e-9a4d-9f9ac16f29c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:54.776589 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9194cde1-5d54-4c2e-9a4d-9f9ac16f29c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:54.781053 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-9194cde1-5d54-4c2e-9a4d-9f9ac16f29c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8459abdb-1b43-4b9a-9659-59ef8c155f15 HTTP/1.1" status: 204 len: 168 time: 1.5159943 May 26 11:14:54.819446 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-3e505dad-7727-4729-9a3c-53881fde5a75 None None] Provisioning complete for port 7d825ffb-84ff-45b3-a59f-7fe0e99b3aae triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:54.824301 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-3e505dad-7727-4729-9a3c-53881fde5a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:54.861484 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194cde1-5d54-4c2e-9a4d-9f9ac16f29c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8459abdb-1b43-4b9a-9659-59ef8c155f15,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:54.921198 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c8555a-a069-4d9f-bd65-5fc006d432fb admin admin] Router e014afec-0034-4a80-a072-04dec8a73be7 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:14:54.994637 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38664757-ab47-430f-a163-5e60e42bbaed admin admin] Pushing event updated for resources: {'Port': ['ID=7d825ffb-84ff-45b3-a59f-7fe0e99b3aae,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:55.004312 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f3b388-40ac-4fb2-87a3-ed0d2995b49d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:55.050388 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-3fca5d53-557a-4f4e-afd3-f8ce087058e9 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Notify callbacks [] for port, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:55.097461 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-02f3b388-40ac-4fb2-87a3-ed0d2995b49d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:55.099130 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-02f3b388-40ac-4fb2-87a3-ed0d2995b49d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.5482395 May 26 11:14:55.137535 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-0818ca0f-d530-44db-afed-029352beee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'name': 'tempest-AttachVolumeShelveTestJSON-1073781720-router', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'gw_port': {'id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc', 'name': '', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'mac_address': 'fa:16:3e:b9:67:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:50Z', 'updated_at': '2022-05-26T11:14:50Z', 'revision_number': 1, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'subnets': [{'id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:55.172473 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 35212) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:55.186538 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-aaa0497c-088e-46af-9f79-0698aa1b636b tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Request body: {'security_group_rule': {'security_group_id': 'a1c6c92d-75d9-4a1a-b57a-83eb98b7db85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:55.262699 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port d0a1bf4c-35ac-4002-91e0-31733525df1b triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:55.263074 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:55.264814 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0818ca0f-d530-44db-afed-029352beee29 None None] The sync data for ids ['e014afec-0034-4a80-a072-04dec8a73be7'] in dv-cinder-843395-1-iscsi is: [{'id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'name': 'tempest-AttachVolumeShelveTestJSON-1073781720-router', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'gw_port': {'id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc', 'name': '', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'mac_address': 'fa:16:3e:b9:67:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:50Z', 'updated_at': '2022-05-26T11:14:50Z', 'revision_number': 1, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'subnets': [{'id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:14:55.361667 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-3e505dad-7727-4729-9a3c-53881fde5a75 None None] Port 7d825ffb-84ff-45b3-a59f-7fe0e99b3aae cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:14:55.405634 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5ba761fd-abef-46d8-8a98-0a0a06e371ec req-28325960-e906-4b54-adca-2c29b0e8a62d tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 210 time: 0.1178324 May 26 11:14:55.420003 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38664757-ab47-430f-a163-5e60e42bbaed admin admin] Network 269c9267-8111-4543-bc62-3b35f5fef0e4 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:14:55.420950 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-38664757-ab47-430f-a163-5e60e42bbaed admin admin] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:14:55.441843 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-3fca5d53-557a-4f4e-afd3-f8ce087058e9 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855'] for port, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:55.577121 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-3e505dad-7727-4729-9a3c-53881fde5a75 None None] Provisioning complete for port 0623f22e-f237-423b-87b1-0fac998beb72 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:55.577498 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-3e505dad-7727-4729-9a3c-53881fde5a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:55.705681 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38664757-ab47-430f-a163-5e60e42bbaed admin admin] Router 69b5b26b-1f44-4538-a9de-d1e61cb3ed0c has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:14:55.789965 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-3e505dad-7727-4729-9a3c-53881fde5a75 None None] Port 0623f22e-f237-423b-87b1-0fac998beb72 cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:14:55.811017 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port d0a1bf4c-35ac-4002-91e0-31733525df1b is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:14:55.811412 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:55.863312 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c4930102-f789-48be-b099-5ee77c22024a None None] For port d0a1bf4c-35ac-4002-91e0-31733525df1b, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=d0a1bf4c-35ac-4002-91e0-31733525df1b,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:14:55.872672 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-3fca5d53-557a-4f4e-afd3-f8ce087058e9 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Network d6d5350c-3275-405c-b23e-bd51541bb120 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:14:55.899734 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-6aa909f0-9113-44f2-9f2b-d3b758621451 None None] Notify callbacks [] for port, precommit_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:55.909641 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-3fca5d53-557a-4f4e-afd3-f8ce087058e9 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:14:55.924562 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-3fca5d53-557a-4f4e-afd3-f8ce087058e9 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:14:55.925718 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-77bdf8ae-4238-4590-9a1d-c906da41e835 None None] Provisioning complete for port 7d825ffb-84ff-45b3-a59f-7fe0e99b3aae triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:55.926121 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-77bdf8ae-4238-4590-9a1d-c906da41e835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:55.939218 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-3fca5d53-557a-4f4e-afd3-f8ce087058e9 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:14:55.940301 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-3fca5d53-557a-4f4e-afd3-f8ce087058e9 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for port, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:55.958845 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-aaa0497c-088e-46af-9f79-0698aa1b636b tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:55.968117 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c8555a-a069-4d9f-bd65-5fc006d432fb admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:14:55.974692 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-77bdf8ae-4238-4590-9a1d-c906da41e835 None None] Port 7d825ffb-84ff-45b3-a59f-7fe0e99b3aae cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:14:55.981516 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:55.982273 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device b77c84ca-bc32-44e2-b39e-ede9711a42f7 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:14:55.983771 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-6aa909f0-9113-44f2-9f2b-d3b758621451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:55.988956 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38664757-ab47-430f-a163-5e60e42bbaed admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:14:55.993871 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-a6c8555a-a069-4d9f-bd65-5fc006d432fb admin admin] 10.222.0.21 "PUT /v2.0/routers/e014afec-0034-4a80-a072-04dec8a73be7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5549419 May 26 11:14:56.003915 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-38664757-ab47-430f-a163-5e60e42bbaed admin admin] 10.222.0.21 "PUT /v2.0/routers/69b5b26b-1f44-4538-a9de-d1e61cb3ed0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1212776 May 26 11:14:56.011930 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891d951c-b0a7-4154-b123-157250352870 None None] Sync routers for ids ['69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:14:56.035860 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891d951c-b0a7-4154-b123-157250352870 None None] Routers {'69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:14:56.036789 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-891d951c-b0a7-4154-b123-157250352870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:14:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:56.086068 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fca5d53-557a-4f4e-afd3-f8ce087058e9 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Pushing event updated for resources: {'Port': ['ID=b06b67f3-1a5f-46da-ac2d-067dab8a3159,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:56.168682 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-77bdf8ae-4238-4590-9a1d-c906da41e835 None None] Provisioning complete for port 98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:56.169264 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-77bdf8ae-4238-4590-9a1d-c906da41e835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:56.293187 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-aaa0497c-088e-46af-9f79-0698aa1b636b tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:56.306187 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-3fca5d53-557a-4f4e-afd3-f8ce087058e9 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5531719 May 26 11:14:56.323471 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-2e0063a4-e158-49f5-be4b-39627138c20b tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:14:56.325107 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-2e0063a4-e158-49f5-be4b-39627138c20b tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157611 May 26 11:14:56.368502 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-891d951c-b0a7-4154-b123-157250352870 None None] Set router 69b5b26b-1f44-4538-a9de-d1e61cb3ed0c gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:14:56.376393 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Pushing event updated for resources: {'Port': ['ID=d0a1bf4c-35ac-4002-91e0-31733525df1b,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:56.444143 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-aaa0497c-088e-46af-9f79-0698aa1b636b tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:56.500401 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:14:56.517932 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0497c-088e-46af-9f79-0698aa1b636b tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5809618b-d6c9-48c6-bbad-0458a3221517,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:56.538074 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6c652-0808-4663-aca1-06a3f6d9e6f7 None None] Pushing event updated for resources: {'Port': ['ID=0623f22e-f237-423b-87b1-0fac998beb72,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:56.554305 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-77bdf8ae-4238-4590-9a1d-c906da41e835 None None] Port 98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:14:56.561596 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-aaa0497c-088e-46af-9f79-0698aa1b636b tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:56.565375 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-aaa0497c-088e-46af-9f79-0698aa1b636b tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3865385 May 26 11:14:56.566918 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 35262) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:56.571777 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-2a50894e-af38-4a29-a833-5a5f4fae4ba7 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Request body: {'security_group_rule': {'security_group_id': 'a1c6c92d-75d9-4a1a-b57a-83eb98b7db85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:56.666971 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-6aa909f0-9113-44f2-9f2b-d3b758621451 None None] Attempting to bind port 0623f22e-f237-423b-87b1-0fac998beb72 on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:14:56.667346 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-6aa909f0-9113-44f2-9f2b-d3b758621451 None None] Attempting to bind port 0623f22e-f237-423b-87b1-0fac998beb72 by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': 'bb0632a9-f043-4b7e-b617-618509deb876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:14:56.667702 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa909f0-9113-44f2-9f2b-d3b758621451 None None] Attempting to bind port 0623f22e-f237-423b-87b1-0fac998beb72 on network 3ff00a8f-4904-4850-8392-2b7e558c981b {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:14:56.687147 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port b77c84ca-bc32-44e2-b39e-ede9711a42f7 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:56.687850 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:56.708567 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2a50894e-af38-4a29-a833-5a5f4fae4ba7 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:56.815952 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa909f0-9113-44f2-9f2b-d3b758621451 None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:14:56.827501 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa909f0-9113-44f2-9f2b-d3b758621451 None None] Checking segment: {'id': 'bb0632a9-f043-4b7e-b617-618509deb876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:14:56.829094 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-6aa909f0-9113-44f2-9f2b-d3b758621451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:56.842279 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa909f0-9113-44f2-9f2b-d3b758621451 None None] Bound using segment: {'id': 'bb0632a9-f043-4b7e-b617-618509deb876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:14:56.842879 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-6aa909f0-9113-44f2-9f2b-d3b758621451 None None] Bound port: 0623f22e-f237-423b-87b1-0fac998beb72, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0632a9-f043-4b7e-b617-618509deb876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:14:56.843426 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-6aa909f0-9113-44f2-9f2b-d3b758621451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:56.951107 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-a62fdd46-a6dd-42be-b476-77fad554e0b1 None None] Provisioning complete for port 0623f22e-f237-423b-87b1-0fac998beb72 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:56.951563 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-a62fdd46-a6dd-42be-b476-77fad554e0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:56.967557 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2a50894e-af38-4a29-a833-5a5f4fae4ba7 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:57.036478 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2a50894e-af38-4a29-a833-5a5f4fae4ba7 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:57.053098 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45abc04f-bcfd-487b-9959-a59dbf09c0f9 req-b7a49124-828d-4b5d-ae65-6ec54e6b4e03 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:14:57.076194 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-45abc04f-bcfd-487b-9959-a59dbf09c0f9 req-b7a49124-828d-4b5d-ae65-6ec54e6b4e03 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 931 time: 0.2998817 May 26 11:14:57.086401 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-6aa909f0-9113-44f2-9f2b-d3b758621451 None None] For port 0623f22e-f237-423b-87b1-0fac998beb72, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:14:57.090543 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50894e-af38-4a29-a833-5a5f4fae4ba7 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdcc6a8a-324c-434c-a9ae-63c50b11d2d1,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:57.093198 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-a62fdd46-a6dd-42be-b476-77fad554e0b1 None None] Port 0623f22e-f237-423b-87b1-0fac998beb72 cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:14:57.159797 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-891d951c-b0a7-4154-b123-157250352870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'name': 'tempest-ServerRescueNegativeTestJSON-1164471858-router', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:53Z', 'revision_number': 4, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'gw_port': {'id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:94:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '7d825ffb-84ff-45b3-a59f-7fe0e99b3aae', 'name': '', 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'mac_address': 'fa:16:3e:71:ee:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a235b399-7a9f-4f18-97ae-141845f325ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:52Z', 'updated_at': '2022-05-26T11:14:53Z', 'revision_number': 2, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'subnets': [{'id': 'a235b399-7a9f-4f18-97ae-141845f325ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:57.199262 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2a50894e-af38-4a29-a833-5a5f4fae4ba7 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:57.200497 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-2a50894e-af38-4a29-a833-5a5f4fae4ba7 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6325834 May 26 11:14:57.205242 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 35284) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:57.209778 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-af72c345-bc02-4945-8727-74569511f4ac tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Request body: {'floatingip': {'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:57.263425 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-45abc04f-bcfd-487b-9959-a59dbf09c0f9 req-36f1b693-3b0b-40b7-95ff-00829bad191e tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc805f8-651f-442f-8a9c-458a0c827f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859071 May 26 11:14:57.283593 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-6aa909f0-9113-44f2-9f2b-d3b758621451 None None] For port 0623f22e-f237-423b-87b1-0fac998beb72, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=0623f22e-f237-423b-87b1-0fac998beb72,segment=NetworkSegment(bb0632a9-f043-4b7e-b617-618509deb876),segment_id=bb0632a9-f043-4b7e-b617-618509deb876)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:14:57.285774 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891d951c-b0a7-4154-b123-157250352870 None None] Checking router: 69b5b26b-1f44-4538-a9de-d1e61cb3ed0c for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:14:57.286257 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891d951c-b0a7-4154-b123-157250352870 None None] Updating router 69b5b26b-1f44-4538-a9de-d1e61cb3ed0c port 7d825ffb-84ff-45b3-a59f-7fe0e99b3aae binding host dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:14:57.304406 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port b77c84ca-bc32-44e2-b39e-ede9711a42f7 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:14:57.309308 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 297d1fc9-2567-4e90-ae53-0cbda0366ee1 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:14:57.328315 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-16b5b952-c674-4e88-ae61-d4bb2e32820d service neutron] Request body: {'port': {'device_id': '6002f885-0a9b-4e8b-af47-7c5d24d14860', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84339'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:57.393614 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-af72c345-bc02-4945-8727-74569511f4ac tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for floatingip, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:57.404233 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-891d951c-b0a7-4154-b123-157250352870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:57.423637 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-6aa909f0-9113-44f2-9f2b-d3b758621451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:57.557530 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 297d1fc9-2567-4e90-ae53-0cbda0366ee1 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:57.557906 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:57.673592 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 35302) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:57.687550 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-02a93ff2-99ed-4b84-811a-d90ca7995629 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2036050328', 'description': 'tempest-description--1924151840'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:57.818323 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa909f0-9113-44f2-9f2b-d3b758621451 None None] Routers {'ab6af0dc-735e-46dc-88d0-4e27069c775d'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:14:57.824581 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-6aa909f0-9113-44f2-9f2b-d3b758621451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:14:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['ab6af0dc-735e-46dc-88d0-4e27069c775d'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:57.936679 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-16b5b952-c674-4e88-ae61-d4bb2e32820d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:57.981255 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6c652-0808-4663-aca1-06a3f6d9e6f7 None None] Pushing event updated for resources: {'Port': ['ID=0623f22e-f237-423b-87b1-0fac998beb72,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:58.187366 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-02a93ff2-99ed-4b84-811a-d90ca7995629 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.369723 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-02a93ff2-99ed-4b84-811a-d90ca7995629 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.386744 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-891d951c-b0a7-4154-b123-157250352870 None None] Notify callbacks [] for port, precommit_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.452273 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-111e9935-590a-44b4-acbc-b1b575cead9f None None] Provisioning complete for port 0623f22e-f237-423b-87b1-0fac998beb72 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:58.455309 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-111e9935-590a-44b4-acbc-b1b575cead9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.473429 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-891d951c-b0a7-4154-b123-157250352870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.486924 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-02a93ff2-99ed-4b84-811a-d90ca7995629 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.515823 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-af72c345-bc02-4945-8727-74569511f4ac tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.584645 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-6aa909f0-9113-44f2-9f2b-d3b758621451 None None] Set router ab6af0dc-735e-46dc-88d0-4e27069c775d gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:14:58.653588 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 297d1fc9-2567-4e90-ae53-0cbda0366ee1 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:14:58.715956 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-bae9d993-171d-474a-a385-3ccbca6e5f35 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:14:58.717594 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-bae9d993-171d-474a-a385-3ccbca6e5f35 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/networks?id=269c9267-8111-4543-bc62-3b35f5fef0e4 HTTP/1.1" status: 200 len: 819 time: 0.1807618 May 26 11:14:58.788420 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-02a93ff2-99ed-4b84-811a-d90ca7995629 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.795853 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-02a93ff2-99ed-4b84-811a-d90ca7995629 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1157508 May 26 11:14:58.796055 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-16b5b952-c674-4e88-ae61-d4bb2e32820d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06b67f3-1a5f-46da-ac2d-067dab8a3159 {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:14:58.805486 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-16b5b952-c674-4e88-ae61-d4bb2e32820d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:58.811157 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 35330) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:58.818310 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-9d6c8377-20fe-4220-8734-96b8a44ac053 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Request body: {'security_group_rule': {'security_group_id': 'fc28c2f7-0368-4e8f-9364-0792671a92e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:14:58.832177 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbfb66-ad75-44f9-afd6-7cf5d9f31b66 None None] Pushing event updated for resources: {'Port': ['ID=7d825ffb-84ff-45b3-a59f-7fe0e99b3aae,revision_number=3']} {{(pid=102814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:58.847177 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-16b5b952-c674-4e88-ae61-d4bb2e32820d service neutron] Transition to ACTIVE for port object b06b67f3-1a5f-46da-ac2d-067dab8a3159 will not be triggered until provisioned by entity L2. {{(pid=102810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:14:58.868468 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-2a6b7959-d80d-4b4c-b8a7-7207954b3d3c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/quotas/4d121bc82e4a4381b9584cd89c2d4f69 HTTP/1.1" status: 200 len: 375 time: 0.0143814 May 26 11:14:58.880316 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a93ff2-99ed-4b84-811a-d90ca7995629 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc28c2f7-0368-4e8f-9364-0792671a92e3,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:58.915694 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab08c2c-ff3c-482a-9dc0-8c5a23702737 req-9bcd8185-a4b2-4fe7-853e-be429f34c4e9 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:14:58.917370 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-aab08c2c-ff3c-482a-9dc0-8c5a23702737 req-9bcd8185-a4b2-4fe7-853e-be429f34c4e9 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 931 time: 0.4912784 May 26 11:14:59.090374 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-16b5b952-c674-4e88-ae61-d4bb2e32820d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:59.091829 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 35336) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:14:59.125328 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-891d951c-b0a7-4154-b123-157250352870 None None] Attempting to bind port 7d825ffb-84ff-45b3-a59f-7fe0e99b3aae on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:14:59.125651 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-891d951c-b0a7-4154-b123-157250352870 None None] Attempting to bind port 7d825ffb-84ff-45b3-a59f-7fe0e99b3aae by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': '19976d9f-7588-4846-9df0-c095323a9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4'}] {{(pid=102814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:14:59.147828 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891d951c-b0a7-4154-b123-157250352870 None None] Attempting to bind port 7d825ffb-84ff-45b3-a59f-7fe0e99b3aae on network 269c9267-8111-4543-bc62-3b35f5fef0e4 {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:14:59.171739 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891d951c-b0a7-4154-b123-157250352870 None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:14:59.172127 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891d951c-b0a7-4154-b123-157250352870 None None] Checking segment: {'id': '19976d9f-7588-4846-9df0-c095323a9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:14:59.173056 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-891d951c-b0a7-4154-b123-157250352870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:59.174480 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891d951c-b0a7-4154-b123-157250352870 None None] Bound using segment: {'id': '19976d9f-7588-4846-9df0-c095323a9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4'} {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:14:59.176870 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-891d951c-b0a7-4154-b123-157250352870 None None] Bound port: 7d825ffb-84ff-45b3-a59f-7fe0e99b3aae, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19976d9f-7588-4846-9df0-c095323a9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4'}}] {{(pid=102814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:14:59.181440 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-891d951c-b0a7-4154-b123-157250352870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:59.214479 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device d0a1bf4c-35ac-4002-91e0-31733525df1b up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:14:59.248297 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-aab08c2c-ff3c-482a-9dc0-8c5a23702737 req-f82f72b4-6bc9-40a9-ab5f-381169d1ed10 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc805f8-651f-442f-8a9c-458a0c827f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166780 May 26 11:14:59.283599 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-af72c345-bc02-4945-8727-74569511f4ac tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Allocated IP 172.27.2.5 (6ce135a4-eab8-4863-9af0-cf5ae6e229cb/86b44d4e-8f3f-4d5d-9881-9aaa3797f33b/582a13cc-1067-41f2-9218-7026a09415af) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:14:59.290107 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9d6c8377-20fe-4220-8734-96b8a44ac053 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:59.412439 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.db [None req-891d951c-b0a7-4154-b123-157250352870 None None] For port 7d825ffb-84ff-45b3-a59f-7fe0e99b3aae, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:14:59.426996 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.db [None req-891d951c-b0a7-4154-b123-157250352870 None None] For port 7d825ffb-84ff-45b3-a59f-7fe0e99b3aae, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=7d825ffb-84ff-45b3-a59f-7fe0e99b3aae,segment=NetworkSegment(19976d9f-7588-4846-9df0-c095323a9858),segment_id=19976d9f-7588-4846-9df0-c095323a9858)] {{(pid=102814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:14:59.484236 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-16b5b952-c674-4e88-ae61-d4bb2e32820d service neutron] Attempting to bind port b06b67f3-1a5f-46da-ac2d-067dab8a3159 on host hv-cinder-84339 for vnic_type normal with profile {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:14:59.485024 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-16b5b952-c674-4e88-ae61-d4bb2e32820d service neutron] Attempting to bind port b06b67f3-1a5f-46da-ac2d-067dab8a3159 by drivers openvswitch,hyperv on host hv-cinder-84339 at level 0 using segments [{'id': '0627c432-e30a-4d29-a8e9-640f48ba46c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd6d5350c-3275-405c-b23e-bd51541bb120'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:14:59.485632 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-16b5b952-c674-4e88-ae61-d4bb2e32820d service neutron] Attempting to bind port b06b67f3-1a5f-46da-ac2d-067dab8a3159 on network d6d5350c-3275-405c-b23e-bd51541bb120 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:14:59.512170 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-16b5b952-c674-4e88-ae61-d4bb2e32820d service neutron] Port b06b67f3-1a5f-46da-ac2d-067dab8a3159 on network d6d5350c-3275-405c-b23e-bd51541bb120 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84339 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 11:14:59.513463 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-16b5b952-c674-4e88-ae61-d4bb2e32820d service neutron] Attempting to bind port b06b67f3-1a5f-46da-ac2d-067dab8a3159 on network d6d5350c-3275-405c-b23e-bd51541bb120 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:14:59.521268 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5b952-c674-4e88-ae61-d4bb2e32820d service neutron] Pushing event updated for resources: {'Port': ['ID=b06b67f3-1a5f-46da-ac2d-067dab8a3159,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:59.523368 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-891d951c-b0a7-4154-b123-157250352870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:59.527239 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-16b5b952-c674-4e88-ae61-d4bb2e32820d service neutron] Checking agent: {'id': '96131053-e6ec-4464-b9d0-ccb06fa4079a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84339', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'started_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:14:59.528080 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-16b5b952-c674-4e88-ae61-d4bb2e32820d service neutron] Checking segment: {'id': '0627c432-e30a-4d29-a8e9-640f48ba46c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd6d5350c-3275-405c-b23e-bd51541bb120'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:14:59.528974 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-16b5b952-c674-4e88-ae61-d4bb2e32820d service neutron] Bound using segment: {'id': '0627c432-e30a-4d29-a8e9-640f48ba46c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd6d5350c-3275-405c-b23e-bd51541bb120'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:14:59.533173 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-16b5b952-c674-4e88-ae61-d4bb2e32820d service neutron] Bound port: b06b67f3-1a5f-46da-ac2d-067dab8a3159, host: hv-cinder-84339, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0627c432-e30a-4d29-a8e9-640f48ba46c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'd6d5350c-3275-405c-b23e-bd51541bb120'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:14:59.534043 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-16b5b952-c674-4e88-ae61-d4bb2e32820d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:59.556506 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-111e9935-590a-44b4-acbc-b1b575cead9f None None] Current status of the port 0623f22e-f237-423b-87b1-0fac998beb72 is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:14:59.557240 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-111e9935-590a-44b4-acbc-b1b575cead9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:59.564836 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-6b8cc1a7-ec85-4cf7-a2a3-69970d975621 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d121bc82e4a4381b9584cd89c2d4f69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6950734 May 26 11:14:59.625607 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port d0a1bf4c-35ac-4002-91e0-31733525df1b triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:14:59.626002 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:59.697726 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9d6c8377-20fe-4220-8734-96b8a44ac053 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:59.701259 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-16b5b952-c674-4e88-ae61-d4bb2e32820d service neutron] For port b06b67f3-1a5f-46da-ac2d-067dab8a3159, host hv-cinder-84339, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:14:59.709276 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-16b5b952-c674-4e88-ae61-d4bb2e32820d service neutron] For port b06b67f3-1a5f-46da-ac2d-067dab8a3159, host hv-cinder-84339, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=b06b67f3-1a5f-46da-ac2d-067dab8a3159,segment=NetworkSegment(0627c432-e30a-4d29-a8e9-640f48ba46c6),segment_id=0627c432-e30a-4d29-a8e9-640f48ba46c6)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:14:59.728333 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbfb66-ad75-44f9-afd6-7cf5d9f31b66 None None] Pushing event updated for resources: {'Port': ['ID=7d825ffb-84ff-45b3-a59f-7fe0e99b3aae,revision_number=4']} {{(pid=102814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:14:59.745965 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891d951c-b0a7-4154-b123-157250352870 None None] Routers {'69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:14:59.746713 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-891d951c-b0a7-4154-b123-157250352870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:14:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:14:59.825861 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-417d68d8-5b4d-4ff9-8e25-2deb7ce0c04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:59.856905 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-111e9935-590a-44b4-acbc-b1b575cead9f None None] For port 0623f22e-f237-423b-87b1-0fac998beb72, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=0623f22e-f237-423b-87b1-0fac998beb72,segment=NetworkSegment(bb0632a9-f043-4b7e-b617-618509deb876),segment_id=bb0632a9-f043-4b7e-b617-618509deb876)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:14:59.886820 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-af72c345-bc02-4945-8727-74569511f4ac tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:14:59.965825 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-891d951c-b0a7-4154-b123-157250352870 None None] Set router 69b5b26b-1f44-4538-a9de-d1e61cb3ed0c gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:15:00.009515 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-16b5b952-c674-4e88-ae61-d4bb2e32820d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:00.010732 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9d6c8377-20fe-4220-8734-96b8a44ac053 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:00.059393 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c8377-20fe-4220-8734-96b8a44ac053 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=056f4c8b-f6dd-45a0-ad0d-8b944a449f26,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:00.067510 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-16b5b952-c674-4e88-ae61-d4bb2e32820d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:00.067510 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-16b5b952-c674-4e88-ae61-d4bb2e32820d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for port, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:00.067510 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-16b5b952-c674-4e88-ae61-d4bb2e32820d service neutron] 10.222.0.42 "PUT /v2.0/ports/b06b67f3-1a5f-46da-ac2d-067dab8a3159 HTTP/1.1" status: 200 len: 1093 time: 3.3690369 May 26 11:15:00.068994 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6002f885-0a9b-4e8b-af47-7c5d24d14860', 'tag': 'b06b67f3-1a5f-46da-ac2d-067dab8a3159'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:15:00.079264 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46506d8-4de0-4953-a9c7-0d892eafe723 None None] Sync routers for ids ['e014afec-0034-4a80-a072-04dec8a73be7'] in dv-cinder-843395-1-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:15:00.105000 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-111e9935-590a-44b4-acbc-b1b575cead9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:00.142244 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-af72c345-bc02-4945-8727-74569511f4ac tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:00.216515 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-6aa909f0-9113-44f2-9f2b-d3b758621451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'name': 'tempest-AttachVolumeTestJSON-961201596-router', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:43Z', 'updated_at': '2022-05-26T11:14:49Z', 'revision_number': 4, 'project_id': 'f75021785f634f61b049c180934660f4', 'gw_port': {'id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '0623f22e-f237-423b-87b1-0fac998beb72', 'name': '', 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'mac_address': 'fa:16:3e:f5:06:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:48Z', 'updated_at': '2022-05-26T11:14:57Z', 'revision_number': 4, 'project_id': 'f75021785f634f61b049c180934660f4', 'subnets': [{'id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:00.245590 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46506d8-4de0-4953-a9c7-0d892eafe723 None None] Routers {'e014afec-0034-4a80-a072-04dec8a73be7'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:15:00.253613 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-e46506d8-4de0-4953-a9c7-0d892eafe723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:14:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['e014afec-0034-4a80-a072-04dec8a73be7'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:00.320309 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9d6c8377-20fe-4220-8734-96b8a44ac053 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:00.326955 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-9d6c8377-20fe-4220-8734-96b8a44ac053 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5128078 May 26 11:15:00.329164 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af72c345-bc02-4945-8727-74569511f4ac tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:15:00.329843 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 35364) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:00.362345 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-ba988e92-5c27-4bc3-b89d-731b5de6f5c7 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Request body: {'security_group_rule': {'security_group_id': 'fc28c2f7-0368-4e8f-9364-0792671a92e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:00.431785 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e9935-590a-44b4-acbc-b1b575cead9f None None] Pushing event updated for resources: {'Port': ['ID=0623f22e-f237-423b-87b1-0fac998beb72,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:00.444001 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-af72c345-bc02-4945-8727-74569511f4ac tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:00.465894 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port d0a1bf4c-35ac-4002-91e0-31733525df1b is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:15:00.468795 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 0a36f681-4930-41d9-8f9a-e1d5a32c60b7 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:15:00.500174 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af72c345-bc02-4945-8727-74569511f4ac tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:15:00.555645 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa909f0-9113-44f2-9f2b-d3b758621451 None None] The sync data for ids ['ab6af0dc-735e-46dc-88d0-4e27069c775d'] in dv-cinder-843395-1-iscsi is: [{'id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'name': 'tempest-AttachVolumeTestJSON-961201596-router', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:43Z', 'updated_at': '2022-05-26T11:14:49Z', 'revision_number': 4, 'project_id': 'f75021785f634f61b049c180934660f4', 'gw_port': {'id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '0623f22e-f237-423b-87b1-0fac998beb72', 'name': '', 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'mac_address': 'fa:16:3e:f5:06:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:48Z', 'updated_at': '2022-05-26T11:14:57Z', 'revision_number': 4, 'project_id': 'f75021785f634f61b049c180934660f4', 'subnets': [{'id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:15:00.567310 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-1a6c0297-3d41-4460-84cc-7bb9e25fbccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:00.579631 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-1a6c0297-3d41-4460-84cc-7bb9e25fbccd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7cf21706120414b938767945b8ef153&device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 1096 time: 0.2061942 May 26 11:15:00.580600 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b5b952-c674-4e88-ae61-d4bb2e32820d service neutron] Pushing event updated for resources: {'Port': ['ID=b06b67f3-1a5f-46da-ac2d-067dab8a3159,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:00.586819 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-fa8e021b-577a-45b7-b0e0-34ea983d94c9 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:15:00.601569 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-fa8e021b-577a-45b7-b0e0-34ea983d94c9 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1959686 May 26 11:15:00.609680 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-5563a7bc-3b7e-4f61-9ed2-af60ef17fb76 None None] Provisioning complete for port 7d825ffb-84ff-45b3-a59f-7fe0e99b3aae triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:00.609680 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5563a7bc-3b7e-4f61-9ed2-af60ef17fb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:00.655147 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72c345-bc02-4945-8727-74569511f4ac tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Pushing event updated for resources: {'Port': ['ID=582a13cc-1067-41f2-9218-7026a09415af,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:00.693833 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ba988e92-5c27-4bc3-b89d-731b5de6f5c7 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:00.706022 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-417d68d8-5b4d-4ff9-8e25-2deb7ce0c04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:00.829153 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-891d951c-b0a7-4154-b123-157250352870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'name': 'tempest-ServerRescueNegativeTestJSON-1164471858-router', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:53Z', 'revision_number': 4, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'gw_port': {'id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:94:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '7d825ffb-84ff-45b3-a59f-7fe0e99b3aae', 'name': '', 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'mac_address': 'fa:16:3e:71:ee:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a235b399-7a9f-4f18-97ae-141845f325ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:52Z', 'updated_at': '2022-05-26T11:14:59Z', 'revision_number': 4, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'subnets': [{'id': 'a235b399-7a9f-4f18-97ae-141845f325ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:00.858955 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68cb6bc11d0969d8050e4c4fd8812a2ae7a0aff31285e7476e9ca95485fd95a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ff0148-b49a-4cf2-9008-06b6a677c55f" -d '{"events": [{"name": "network-changed", "server_uuid": "6002f885-0a9b-4e8b-af47-7c5d24d14860", "tag": "b06b67f3-1a5f-46da-ac2d-067dab8a3159"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:15:00.890708 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-eb90c72d-b7d6-4e33-9a4f-2ae579a4d1c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b06b67f3-1a5f-46da-ac2d-067dab8a3159 HTTP/1.1" status: 200 len: 217 time: 0.2817388 May 26 11:15:00.895508 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891d951c-b0a7-4154-b123-157250352870 None None] The sync data for ids ['69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'] in dv-cinder-843395-1-iscsi is: [{'id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'name': 'tempest-ServerRescueNegativeTestJSON-1164471858-router', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:53Z', 'revision_number': 4, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'gw_port': {'id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:94:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '7d825ffb-84ff-45b3-a59f-7fe0e99b3aae', 'name': '', 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'mac_address': 'fa:16:3e:71:ee:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a235b399-7a9f-4f18-97ae-141845f325ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:52Z', 'updated_at': '2022-05-26T11:14:59Z', 'revision_number': 4, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'subnets': [{'id': 'a235b399-7a9f-4f18-97ae-141845f325ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:15:00.949343 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-417d68d8-5b4d-4ff9-8e25-2deb7ce0c04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:01.023903 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-83f12cf1-a800-4f56-bb1e-0abc10981123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:01.025557 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-83f12cf1-a800-4f56-bb1e-0abc10981123 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd5ac4af-7112-4c9b-ad86-7178f240796b HTTP/1.1" status: 200 len: 852 time: 0.1012306 May 26 11:15:01.044030 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-3b4773e7-1fec-4420-8aaa-617ae0319c7a service neutron] 10.222.0.21 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306889 May 26 11:15:01.096037 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-417d68d8-5b4d-4ff9-8e25-2deb7ce0c04d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59fac890f0314b8cb466d9d7105d587d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0066721 May 26 11:15:01.099597 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-e46506d8-4de0-4953-a9c7-0d892eafe723 None None] Set router e014afec-0034-4a80-a072-04dec8a73be7 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:15:01.117565 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 35396) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:01.166994 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 0a36f681-4930-41d9-8f9a-e1d5a32c60b7 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:01.167311 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:01.196471 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-9bcdda84-7860-4e10-8326-55eb5193d25d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6d5350c-3275-405c-b23e-bd51541bb120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1463645 May 26 11:15:01.221210 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b7fb3-412b-4f0e-a5a3-098fc5d8bce5 req-43eea011-5205-4be4-b976-b0c30c38f411 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:01.234406 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-357b7fb3-412b-4f0e-a5a3-098fc5d8bce5 req-43eea011-5205-4be4-b976-b0c30c38f411 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 943 time: 0.8002594 May 26 11:15:01.238669 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-5563a7bc-3b7e-4f61-9ed2-af60ef17fb76 None None] Current status of the port 7d825ffb-84ff-45b3-a59f-7fe0e99b3aae is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:15:01.240436 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5563a7bc-3b7e-4f61-9ed2-af60ef17fb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:01.348416 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-5563a7bc-3b7e-4f61-9ed2-af60ef17fb76 None None] For port 7d825ffb-84ff-45b3-a59f-7fe0e99b3aae, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=7d825ffb-84ff-45b3-a59f-7fe0e99b3aae,segment=NetworkSegment(19976d9f-7588-4846-9df0-c095323a9858),segment_id=19976d9f-7588-4846-9df0-c095323a9858)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:15:01.430262 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d68d8-5b4d-4ff9-8e25-2deb7ce0c04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435ae46b-db8b-45a8-87ee-983e7ec4faf9,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:01.482354 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ba988e92-5c27-4bc3-b89d-731b5de6f5c7 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:01.495858 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-af72c345-bc02-4945-8727-74569511f4ac tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:01.577675 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-357b7fb3-412b-4f0e-a5a3-098fc5d8bce5 req-87a17c7b-2b5f-449f-974e-07bb4d370353 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc805f8-651f-442f-8a9c-458a0c827f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715609 May 26 11:15:01.593803 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-66d41972-582a-48c9-b4c6-becba9ff3e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:01.648967 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5563a7bc-3b7e-4f61-9ed2-af60ef17fb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:01.650540 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ba988e92-5c27-4bc3-b89d-731b5de6f5c7 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:01.718811 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-ebe3ce10-262d-4a91-b684-0985a63036c5 service neutron] 10.222.0.21 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5189629 May 26 11:15:01.729214 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-614915d8-6520-4b22-b178-e64936eaa340 service neutron] 10.222.0.42 "GET /v2.0/networks/d6d5350c-3275-405c-b23e-bd51541bb120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028844 May 26 11:15:01.805559 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-66d41972-582a-48c9-b4c6-becba9ff3e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:01.815484 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba988e92-5c27-4bc3-b89d-731b5de6f5c7 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=481ea811-0d3f-4bc7-a1f6-cead9c526a7c,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:01.910359 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-af72c345-bc02-4945-8727-74569511f4ac tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:02.072927 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d7732eef-c37c-4be1-84dc-da12211bec46 req-6ad88632-cb15-4624-917d-f25765887351 service neutron] 10.222.0.42 "GET /v2.0/networks/d6d5350c-3275-405c-b23e-bd51541bb120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259702 May 26 11:15:02.073477 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ba988e92-5c27-4bc3-b89d-731b5de6f5c7 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:02.077460 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-ba988e92-5c27-4bc3-b89d-731b5de6f5c7 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7285802 May 26 11:15:02.088901 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 35436) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:02.103095 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-cefe3d78-efa5-4196-9a4d-6e9e78b1595c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Request body: {'floatingip': {'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:02.156692 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563a7bc-3b7e-4f61-9ed2-af60ef17fb76 None None] Pushing event updated for resources: {'Port': ['ID=7d825ffb-84ff-45b3-a59f-7fe0e99b3aae,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:02.171287 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 0a36f681-4930-41d9-8f9a-e1d5a32c60b7 is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:15:02.171689 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:02.308203 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cefe3d78-efa5-4196-9a4d-6e9e78b1595c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for floatingip, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:02.327692 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-66d41972-582a-48c9-b4c6-becba9ff3e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:02.333131 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-66d41972-582a-48c9-b4c6-becba9ff3e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:02.337696 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-66d41972-582a-48c9-b4c6-becba9ff3e20 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/435ae46b-db8b-45a8-87ee-983e7ec4faf9 HTTP/1.1" status: 204 len: 168 time: 1.2060552 May 26 11:15:02.349357 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c4930102-f789-48be-b099-5ee77c22024a None None] For port 0a36f681-4930-41d9-8f9a-e1d5a32c60b7, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=0a36f681-4930-41d9-8f9a-e1d5a32c60b7,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:15:02.357116 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c15dded-04f1-4b45-b7c8-f7688b723144 x-openstack-request-id: req-8c15dded-04f1-4b45-b7c8-f7688b723144 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:15:02.358804 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6002f885-0a9b-4e8b-af47-7c5d24d14860", "tag": "b06b67f3-1a5f-46da-ac2d-067dab8a3159", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:15:02.371090 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c15dded-04f1-4b45-b7c8-f7688b723144 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:15:02.372156 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c15dded-04f1-4b45-b7c8-f7688b723144'] response: {'name': 'network-changed', 'server_uuid': '6002f885-0a9b-4e8b-af47-7c5d24d14860', 'tag': 'b06b67f3-1a5f-46da-ac2d-067dab8a3159', 'status': 'completed', 'code': 200} May 26 11:15:02.383368 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d41972-582a-48c9-b4c6-becba9ff3e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435ae46b-db8b-45a8-87ee-983e7ec4faf9,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:02.439128 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:02.541790 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-af72c345-bc02-4945-8727-74569511f4ac tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:02.573125 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-e46506d8-4de0-4953-a9c7-0d892eafe723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'name': 'tempest-AttachVolumeShelveTestJSON-1073781720-router', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'gw_port': {'id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc', 'name': '', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'mac_address': 'fa:16:3e:b9:67:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:50Z', 'updated_at': '2022-05-26T11:14:52Z', 'revision_number': 2, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'subnets': [{'id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:02.645707 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e9a110ef-4a87-425a-a76a-aa57d35f1ec0 req-26a63d0b-7b7b-441e-a76c-b196ac333e9f tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 210 time: 0.0448678 May 26 11:15:02.646452 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-af72c345-bc02-4945-8727-74569511f4ac tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:02.734587 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-af72c345-bc02-4945-8727-74569511f4ac tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:02.767384 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46506d8-4de0-4953-a9c7-0d892eafe723 None None] Checking router: e014afec-0034-4a80-a072-04dec8a73be7 for host: dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:15:02.767384 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46506d8-4de0-4953-a9c7-0d892eafe723 None None] Updating router e014afec-0034-4a80-a072-04dec8a73be7 port 98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc binding host dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:15:02.786099 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72c345-bc02-4945-8727-74569511f4ac tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Pushing event updated for resources: {'Port': ['ID=582a13cc-1067-41f2-9218-7026a09415af,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:02.862199 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Pushing event updated for resources: {'Port': ['ID=0a36f681-4930-41d9-8f9a-e1d5a32c60b7,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:02.893308 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-e46506d8-4de0-4953-a9c7-0d892eafe723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:02.915190 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ad307-ae1d-4141-92b1-833159b21283 req-36a8ae0a-f5f0-486b-b297-2f646ab73411 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:02.916811 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c56ad307-ae1d-4141-92b1-833159b21283 req-36a8ae0a-f5f0-486b-b297-2f646ab73411 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 943 time: 0.0873792 May 26 11:15:02.919536 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff0148-b49a-4cf2-9008-06b6a677c55f req-8f5b0752-0d11-4659-91c7-578e3f2a5d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:02.921161 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-16ff0148-b49a-4cf2-9008-06b6a677c55f req-8f5b0752-0d11-4659-91c7-578e3f2a5d0c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f7cf21706120414b938767945b8ef153&device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 1096 time: 0.4712186 May 26 11:15:03.199267 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-af72c345-bc02-4945-8727-74569511f4ac tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:03.211687 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-af72c345-bc02-4945-8727-74569511f4ac tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.0052407 May 26 11:15:03.251428 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23678b-60c8-4f94-8e62-146430ea519a req-dd933030-9a84-476d-bec7-1baf6c3b2a4a tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:03.261283 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bf23678b-60c8-4f94-8e62-146430ea519a req-dd933030-9a84-476d-bec7-1baf6c3b2a4a tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/networks?id=269c9267-8111-4543-bc62-3b35f5fef0e4 HTTP/1.1" status: 200 len: 819 time: 0.1773534 May 26 11:15:03.303242 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bf23678b-60c8-4f94-8e62-146430ea519a req-5e097eb8-29f5-411e-beec-6edd9e4e525d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/quotas/4d121bc82e4a4381b9584cd89c2d4f69 HTTP/1.1" status: 200 len: 375 time: 0.0389261 May 26 11:15:03.395349 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c56ad307-ae1d-4141-92b1-833159b21283 req-f0d60fb0-5cdd-4297-8dfb-ed77921699c3 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc805f8-651f-442f-8a9c-458a0c827f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704890 May 26 11:15:03.444738 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cefe3d78-efa5-4196-9a4d-6e9e78b1595c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:03.447244 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 7d825ffb-84ff-45b3-a59f-7fe0e99b3aae up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:15:03.486075 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bf23678b-60c8-4f94-8e62-146430ea519a req-c430ba38-8265-4ef5-a587-7940d1d309da tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d121bc82e4a4381b9584cd89c2d4f69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1783419 May 26 11:15:03.567138 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff0148-b49a-4cf2-9008-06b6a677c55f req-ed635dfd-2309-4535-af7a-46b81d7693cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:03.574394 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-16ff0148-b49a-4cf2-9008-06b6a677c55f req-ed635dfd-2309-4535-af7a-46b81d7693cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=d6d5350c-3275-405c-b23e-bd51541bb120 HTTP/1.1" status: 200 len: 913 time: 0.6213315 May 26 11:15:03.602019 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-e46506d8-4de0-4953-a9c7-0d892eafe723 None None] Notify callbacks [] for port, precommit_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:03.624164 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 7d825ffb-84ff-45b3-a59f-7fe0e99b3aae triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:03.624905 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:03.723416 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bf23678b-60c8-4f94-8e62-146430ea519a req-25ded940-5d7e-4e00-b707-72abfd3b00e7 service neutron] 10.222.0.21 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196221 May 26 11:15:03.818001 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-16ff0148-b49a-4cf2-9008-06b6a677c55f req-31bbb315-7c6e-4813-9cd0-d2f880e7664e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b06b67f3-1a5f-46da-ac2d-067dab8a3159 HTTP/1.1" status: 200 len: 217 time: 0.1371989 May 26 11:15:03.895235 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-e46506d8-4de0-4953-a9c7-0d892eafe723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:03.956119 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-cefe3d78-efa5-4196-9a4d-6e9e78b1595c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Allocated IP 172.27.2.54 (6ce135a4-eab8-4863-9af0-cf5ae6e229cb/86b44d4e-8f3f-4d5d-9881-9aaa3797f33b/100b78b8-ffd8-4bdc-a1ee-fce019889eb3) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:15:03.966342 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 7d825ffb-84ff-45b3-a59f-7fe0e99b3aae is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:15:03.967523 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 0623f22e-f237-423b-87b1-0fac998beb72 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:15:04.083224 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bf23678b-60c8-4f94-8e62-146430ea519a req-a2beb472-9eec-4347-b10c-5c452a1461c8 service neutron] 10.222.0.21 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527322 May 26 11:15:04.083321 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 35510) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:04.178949 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-59073eab-15a5-46af-9bac-7cf8c9463108 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--332876238&fields=id&tenant_id=f75021785f634f61b049c180934660f4 HTTP/1.1" status: 200 len: 267 time: 0.3226023 May 26 11:15:04.183295 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff0148-b49a-4cf2-9008-06b6a677c55f req-40cfcf84-144c-461d-8d29-504de1a5fa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:04.184970 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-16ff0148-b49a-4cf2-9008-06b6a677c55f req-40cfcf84-144c-461d-8d29-504de1a5fa36 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd5ac4af-7112-4c9b-ad86-7178f240796b HTTP/1.1" status: 200 len: 852 time: 0.2820959 May 26 11:15:04.239634 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396fca9-4e11-4d58-8693-d8f3244817f3 None None] Pushing event updated for resources: {'Port': ['ID=98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:04.360846 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 0623f22e-f237-423b-87b1-0fac998beb72 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:04.362433 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:04.415787 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8b2d96f0-9a33-4fc5-95b7-6cd6801a584a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:04.442108 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 35524) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:04.513610 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-e46506d8-4de0-4953-a9c7-0d892eafe723 None None] Attempting to bind port 98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:15:04.513983 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-e46506d8-4de0-4953-a9c7-0d892eafe723 None None] Attempting to bind port 98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': 'd57197a7-5f9a-4235-a600-b87f207a61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:15:04.514345 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46506d8-4de0-4953-a9c7-0d892eafe723 None None] Attempting to bind port 98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc on network c8f9ca9a-5305-4587-9899-24d42d7bc678 {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:15:04.528764 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46506d8-4de0-4953-a9c7-0d892eafe723 None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:15:04.532119 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46506d8-4de0-4953-a9c7-0d892eafe723 None None] Checking segment: {'id': 'd57197a7-5f9a-4235-a600-b87f207a61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:15:04.532119 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-e46506d8-4de0-4953-a9c7-0d892eafe723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:04.532119 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46506d8-4de0-4953-a9c7-0d892eafe723 None None] Bound using segment: {'id': 'd57197a7-5f9a-4235-a600-b87f207a61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:15:04.532119 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-e46506d8-4de0-4953-a9c7-0d892eafe723 None None] Bound port: 98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57197a7-5f9a-4235-a600-b87f207a61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:15:04.532119 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-e46506d8-4de0-4953-a9c7-0d892eafe723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:04.754663 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-416c25b9-55a6-45e6-b9be-cf7bdf3d111b tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:04.754663 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-416c25b9-55a6-45e6-b9be-cf7bdf3d111b tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/networks?id=3ff00a8f-4904-4850-8392-2b7e558c981b HTTP/1.1" status: 200 len: 810 time: 0.5438852 May 26 11:15:04.754663 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-16ff0148-b49a-4cf2-9008-06b6a677c55f req-b8089f53-0e9b-4cef-8060-bfa9c559f8b2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d6d5350c-3275-405c-b23e-bd51541bb120&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5360050 May 26 11:15:04.814399 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-e46506d8-4de0-4953-a9c7-0d892eafe723 None None] For port 98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:15:04.829896 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-e46506d8-4de0-4953-a9c7-0d892eafe723 None None] For port 98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:15:04.832567 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-f763075f-41a4-4557-bd24-dc5b6d4fe957 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/quotas/f75021785f634f61b049c180934660f4 HTTP/1.1" status: 200 len: 375 time: 0.0632260 May 26 11:15:04.853289 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8b2d96f0-9a33-4fc5-95b7-6cd6801a584a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:04.862679 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-144e7223-4dcc-42a1-9a4e-530c932dbeaa None None] Provisioning complete for port 98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:04.863135 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-144e7223-4dcc-42a1-9a4e-530c932dbeaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:04.917028 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bf9eca69-d7b6-472f-952b-006cf0543113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:04.964841 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-e46506d8-4de0-4953-a9c7-0d892eafe723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:05.077048 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8b2d96f0-9a33-4fc5-95b7-6cd6801a584a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:05.124628 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-144e7223-4dcc-42a1-9a4e-530c932dbeaa None None] Port 98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:15:05.146189 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46506d8-4de0-4953-a9c7-0d892eafe723 None None] Routers {'e014afec-0034-4a80-a072-04dec8a73be7'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:15:05.147015 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-e46506d8-4de0-4953-a9c7-0d892eafe723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:14:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['e014afec-0034-4a80-a072-04dec8a73be7'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:05.364851 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-8b2d96f0-9a33-4fc5-95b7-6cd6801a584a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27d4462d79db4c6aa81214d50d681c5f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1675556 May 26 11:15:05.364851 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d96f0-9a33-4fc5-95b7-6cd6801a584a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec8323c-579a-4de5-8575-a69e797a355c,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:05.367404 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cefe3d78-efa5-4196-9a4d-6e9e78b1595c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for port, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:05.367920 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1d8872-918e-446e-bf8f-f2a5030ec475 req-e964d2a8-884e-40e3-80c3-642d8707310a tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:05.367920 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7b1d8872-918e-446e-bf8f-f2a5030ec475 req-e964d2a8-884e-40e3-80c3-642d8707310a tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 943 time: 0.3462343 May 26 11:15:05.368810 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 0623f22e-f237-423b-87b1-0fac998beb72 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:15:05.370153 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7b1d8872-918e-446e-bf8f-f2a5030ec475 req-bc9563ae-f822-4b25-a4f3-f1d9115efec7 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc805f8-651f-442f-8a9c-458a0c827f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581117 May 26 11:15:05.378369 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 35546) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:05.386116 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396fca9-4e11-4d58-8693-d8f3244817f3 None None] Pushing event updated for resources: {'Port': ['ID=98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:05.414489 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-640982e0-1a8c-4a2a-b564-d20cfec616a6 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f75021785f634f61b049c180934660f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5301383 May 26 11:15:05.547015 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-16ff0148-b49a-4cf2-9008-06b6a677c55f req-fdb31145-2bdc-46a4-9329-f0e74cbc1f49 service neutron] 10.222.0.42 "GET /v2.0/networks/d6d5350c-3275-405c-b23e-bd51541bb120?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7616007 May 26 11:15:05.563672 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-74f1f4c3-cae3-4e5f-bd8c-50a4915c8ee3 req-dea623aa-d7ac-4064-8b80-717b228dde92 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 210 time: 0.0724971 May 26 11:15:05.624996 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 0a36f681-4930-41d9-8f9a-e1d5a32c60b7 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:15:05.650156 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-de23c440-c409-48c2-b9c0-1d2d96e4a607 None None] Provisioning complete for port 98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:05.650529 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-de23c440-c409-48c2-b9c0-1d2d96e4a607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:05.657776 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-e46506d8-4de0-4953-a9c7-0d892eafe723 None None] Set router e014afec-0034-4a80-a072-04dec8a73be7 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:15:05.703426 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bf9eca69-d7b6-472f-952b-006cf0543113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:05.713157 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6e667a47-7d03-41ce-a5aa-5845f76be245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:05.790826 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6e667a47-7d03-41ce-a5aa-5845f76be245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:05.801939 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-16ff0148-b49a-4cf2-9008-06b6a677c55f req-4a6a92d8-7a64-4ba8-a65c-415acf6e5acf service neutron] 10.222.0.42 "GET /v2.0/networks/d6d5350c-3275-405c-b23e-bd51541bb120?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907163 May 26 11:15:05.808206 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cefe3d78-efa5-4196-9a4d-6e9e78b1595c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855'] for port, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:05.875322 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe3d78-efa5-4196-9a4d-6e9e78b1595c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Pushing event updated for resources: {'Port': ['ID=100b78b8-ffd8-4bdc-a1ee-fce019889eb3,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:05.903074 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefe3d78-efa5-4196-9a4d-6e9e78b1595c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:15:05.906800 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-cefe3d78-efa5-4196-9a4d-6e9e78b1595c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:05.911041 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefe3d78-efa5-4196-9a4d-6e9e78b1595c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:15:05.948723 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bf9eca69-d7b6-472f-952b-006cf0543113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.062376 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-bf9eca69-d7b6-472f-952b-006cf0543113 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf7a3ca35e384864b6c523631417ff6f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5970306 May 26 11:15:06.072135 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 35566) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:06.076420 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9eca69-d7b6-472f-952b-006cf0543113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa644fc-f602-4e78-99fe-1a106bbbf533,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:06.141900 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cefe3d78-efa5-4196-9a4d-6e9e78b1595c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.176132 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6e667a47-7d03-41ce-a5aa-5845f76be245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.196665 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6e667a47-7d03-41ce-a5aa-5845f76be245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.201574 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-6e667a47-7d03-41ce-a5aa-5845f76be245 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ec8323c-579a-4de5-8575-a69e797a355c HTTP/1.1" status: 204 len: 168 time: 0.8222084 May 26 11:15:06.203734 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-642db5ac-6ddf-4fac-b79d-2d32d65d9883 service neutron] 10.222.0.21 "GET /v2.0/networks/3ff00a8f-4904-4850-8392-2b7e558c981b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7284155 May 26 11:15:06.221946 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e667a47-7d03-41ce-a5aa-5845f76be245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec8323c-579a-4de5-8575-a69e797a355c,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:06.261524 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8c260c2c-7a38-4bd0-ad54-a27b6c3a0689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.327878 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8c260c2c-7a38-4bd0-ad54-a27b6c3a0689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.413562 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 0a36f681-4930-41d9-8f9a-e1d5a32c60b7 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:06.414815 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.479969 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-de23c440-c409-48c2-b9c0-1d2d96e4a607 None None] Current status of the port 98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:15:06.480745 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-de23c440-c409-48c2-b9c0-1d2d96e4a607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.490940 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8c260c2c-7a38-4bd0-ad54-a27b6c3a0689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.493934 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8c260c2c-7a38-4bd0-ad54-a27b6c3a0689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.499964 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-8c260c2c-7a38-4bd0-ad54-a27b6c3a0689 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/baa644fc-f602-4e78-99fe-1a106bbbf533 HTTP/1.1" status: 204 len: 168 time: 0.4232981 May 26 11:15:06.516134 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c260c2c-7a38-4bd0-ad54-a27b6c3a0689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa644fc-f602-4e78-99fe-1a106bbbf533,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:06.573739 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-de23c440-c409-48c2-b9c0-1d2d96e4a607 None None] For port 98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:15:06.603065 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-e8528a91-33c3-44d3-bf38-b41c323011d6 service neutron] 10.222.0.21 "GET /v2.0/networks/3ff00a8f-4904-4850-8392-2b7e558c981b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902385 May 26 11:15:06.621343 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cefe3d78-efa5-4196-9a4d-6e9e78b1595c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.671267 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f2c4d-2ded-4fb3-bd11-540c6bfe6c1e req-9787d217-0979-4527-a50d-41e4ba7475c7 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:06.674060 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a47f2c4d-2ded-4fb3-bd11-540c6bfe6c1e req-9787d217-0979-4527-a50d-41e4ba7475c7 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 943 time: 0.1365206 May 26 11:15:06.704097 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-de23c440-c409-48c2-b9c0-1d2d96e4a607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:06.718230 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 0a36f681-4930-41d9-8f9a-e1d5a32c60b7 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:15:06.755731 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a47f2c4d-2ded-4fb3-bd11-540c6bfe6c1e req-65070732-e424-4e32-b1ad-ae160e6c0105 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc805f8-651f-442f-8a9c-458a0c827f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741546 May 26 11:15:06.790819 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-e46506d8-4de0-4953-a9c7-0d892eafe723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'name': 'tempest-AttachVolumeShelveTestJSON-1073781720-router', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'gw_port': {'id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc', 'name': '', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'mac_address': 'fa:16:3e:b9:67:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:50Z', 'updated_at': '2022-05-26T11:15:04Z', 'revision_number': 4, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'subnets': [{'id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:06.826420 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46506d8-4de0-4953-a9c7-0d892eafe723 None None] The sync data for ids ['e014afec-0034-4a80-a072-04dec8a73be7'] in dv-cinder-843395-1-iscsi is: [{'id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'name': 'tempest-AttachVolumeShelveTestJSON-1073781720-router', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'gw_port': {'id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc', 'name': '', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'mac_address': 'fa:16:3e:b9:67:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:50Z', 'updated_at': '2022-05-26T11:15:04Z', 'revision_number': 4, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'subnets': [{'id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:15:06.827235 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23c440-c409-48c2-b9c0-1d2d96e4a607 None None] Pushing event updated for resources: {'Port': ['ID=98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:07.130932 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6748a257-d840-4d25-8555-df976cc54bc6 req-486fe7ae-b273-434e-b516-e0ddc225c9c8 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 210 time: 0.2344162 May 26 11:15:07.198260 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f7562e8a-5fa8-4355-a513-f47f5d8d4e28 req-baa54961-0605-4709-a032-aeb63fe627fb tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 210 time: 0.1403017 May 26 11:15:07.202037 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cefe3d78-efa5-4196-9a4d-6e9e78b1595c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for port, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:07.467775 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cefe3d78-efa5-4196-9a4d-6e9e78b1595c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:07.560782 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:15:07.593781 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cefe3d78-efa5-4196-9a4d-6e9e78b1595c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:07.614656 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe3d78-efa5-4196-9a4d-6e9e78b1595c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Pushing event updated for resources: {'Port': ['ID=100b78b8-ffd8-4bdc-a1ee-fce019889eb3,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:07.636454 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:07.637023 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:07.693682 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 35604) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:07.704394 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cefe3d78-efa5-4196-9a4d-6e9e78b1595c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:07.706844 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-cefe3d78-efa5-4196-9a4d-6e9e78b1595c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6108088 May 26 11:15:07.729592 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-305f605d-632f-419d-87e3-b8bacd121c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:07.756301 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:15:07.903786 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-305f605d-632f-419d-87e3-b8bacd121c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:07.983540 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4571657-df0d-4e5e-8124-d201672a6277 req-deed4f3d-0da0-4a26-9674-90467df00820 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:07.985530 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a4571657-df0d-4e5e-8124-d201672a6277 req-deed4f3d-0da0-4a26-9674-90467df00820 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 943 time: 0.0694294 May 26 11:15:08.046451 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a4571657-df0d-4e5e-8124-d201672a6277 req-09153ead-ffe1-4057-86f8-f0ace2315e8e tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc805f8-651f-442f-8a9c-458a0c827f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545743 May 26 11:15:08.114288 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-305f605d-632f-419d-87e3-b8bacd121c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:08.161987 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 35612) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:08.167942 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-305f605d-632f-419d-87e3-b8bacd121c04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc038ca3c8f043b8b190f89cfb64d936&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4730444 May 26 11:15:08.170648 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 35614) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:08.182691 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f605d-632f-419d-87e3-b8bacd121c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ced1795-fba7-441b-9b22-376e1179ac11,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:08.210603 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3a1ee213-df2a-43f8-a295-28733e19882c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:08.276594 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-72a09543-b697-483f-957d-7ab57f404bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:08.307615 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dbed5b51-7d49-41c0-8c16-260b93975c02 req-e52447ab-8254-4543-a4c6-b14ffc52c6ce tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 210 time: 0.0621545 May 26 11:15:08.338873 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-72a09543-b697-483f-957d-7ab57f404bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:08.453771 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3a1ee213-df2a-43f8-a295-28733e19882c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:08.514200 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d64c4fc1-0888-4a6e-b3c4-ef8d82718f2f req-6eb573f9-d7b9-41a9-8de8-c32259fbe869 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 210 time: 0.2096047 May 26 11:15:08.574668 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-5d3b7db9-0762-4892-bbb5-a6bf4337b4a9 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2036050328&fields=id&tenant_id=5c230246bb94476891f4cc468a47d8c1 HTTP/1.1" status: 200 len: 267 time: 0.1187758 May 26 11:15:08.588271 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-72a09543-b697-483f-957d-7ab57f404bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:08.592003 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-72a09543-b697-483f-957d-7ab57f404bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:08.593677 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-72a09543-b697-483f-957d-7ab57f404bed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1ced1795-fba7-441b-9b22-376e1179ac11 HTTP/1.1" status: 204 len: 168 time: 0.4211805 May 26 11:15:08.608210 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a09543-b697-483f-957d-7ab57f404bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ced1795-fba7-441b-9b22-376e1179ac11,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:08.630885 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3a1ee213-df2a-43f8-a295-28733e19882c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:09.113445 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ee213-df2a-43f8-a295-28733e19882c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be29cc8-4022-4152-981d-4f36ae8a99c8,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:09.113445 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-3a1ee213-df2a-43f8-a295-28733e19882c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3ddc36eb819470eac0c89263393b896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9343548 May 26 11:15:09.114177 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 35646) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:09.170349 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-d7e9f953-881a-4c8d-bb50-18fc07161143 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:09.171877 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-d7e9f953-881a-4c8d-bb50-18fc07161143 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/networks?id=c8f9ca9a-5305-4587-9899-24d42d7bc678 HTTP/1.1" status: 200 len: 817 time: 0.5711405 May 26 11:15:09.196369 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-3661e4ec-fc7a-4e30-b13d-b3566ae8e2c6 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/quotas/5c230246bb94476891f4cc468a47d8c1 HTTP/1.1" status: 200 len: 375 time: 0.0176332 May 26 11:15:09.210278 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13a35a-4069-43d5-9317-26b83f1d3f39 req-24c820af-0f01-46a7-aa42-95693f006990 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:09.212649 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6a13a35a-4069-43d5-9317-26b83f1d3f39 req-24c820af-0f01-46a7-aa42-95693f006990 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 943 time: 0.0961609 May 26 11:15:09.217723 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-39a4c3f3-7bd5-46d2-b04f-56de67407647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:09.259887 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-c649ab57-4a45-469b-a88e-deeae44377d4 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c230246bb94476891f4cc468a47d8c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0625181 May 26 11:15:09.272597 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-39a4c3f3-7bd5-46d2-b04f-56de67407647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:09.285838 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6a13a35a-4069-43d5-9317-26b83f1d3f39 req-0410b037-a62e-4790-9c6e-7c76260a4bb1 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc805f8-651f-442f-8a9c-458a0c827f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657473 May 26 11:15:09.339647 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:09.410050 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-8d4a3296-6632-4c4d-a10b-0e2b82fc19dd service neutron] 10.222.0.21 "GET /v2.0/networks/c8f9ca9a-5305-4587-9899-24d42d7bc678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282318 May 26 11:15:09.421206 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3daddd69-9103-43a2-a591-c371d7975bae req-9f42be3b-bcc5-493b-9adb-75b65e06160b tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 210 time: 0.0285513 May 26 11:15:09.505859 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-7e160166-aed1-4bc8-a94e-bd25307a5116 service neutron] 10.222.0.21 "GET /v2.0/networks/c8f9ca9a-5305-4587-9899-24d42d7bc678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895092 May 26 11:15:09.559252 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-39a4c3f3-7bd5-46d2-b04f-56de67407647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:09.562586 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-39a4c3f3-7bd5-46d2-b04f-56de67407647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:09.563099 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-39a4c3f3-7bd5-46d2-b04f-56de67407647 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7be29cc8-4022-4152-981d-4f36ae8a99c8 HTTP/1.1" status: 204 len: 168 time: 0.4554598 May 26 11:15:09.571586 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4c3f3-7bd5-46d2-b04f-56de67407647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be29cc8-4022-4152-981d-4f36ae8a99c8,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:09.626817 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-26c1023f-dd21-4b77-8068-a6ca9fc536ff req-c6c3331b-c3cc-4f37-a374-7587e64e849a tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 210 time: 0.0275145 May 26 11:15:09.866763 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d11b7a33-b7ac-451e-928b-7c0aabc7b0d8 req-154ee8e8-2c00-4a33-9e8d-fba19f70144e tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 210 time: 0.0375724 May 26 11:15:10.435576 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc1516-16a5-43ed-b9e0-bef19d369a53 req-3a7778b4-ef75-4c94-ae35-b4eab660f59d tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:10.437136 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fecc1516-16a5-43ed-b9e0-bef19d369a53 req-3a7778b4-ef75-4c94-ae35-b4eab660f59d tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 943 time: 0.0626543 May 26 11:15:10.477467 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fecc1516-16a5-43ed-b9e0-bef19d369a53 req-f78d1708-1be9-46eb-b6e8-971a9b76d303 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc805f8-651f-442f-8a9c-458a0c827f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335491 May 26 11:15:10.538446 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-eb0c9232-91ca-42c7-af01-88f56a495600 req-80f13903-0c7c-4a19-af43-cca9ab34e4b4 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 210 time: 0.0265656 May 26 11:15:10.730582 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b70eba75-4e7f-4f35-a318-ed914ef3be3a req-c729c49c-b116-4136-be2d-2852f7763015 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 210 time: 0.0358279 May 26 11:15:10.928842 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8a744273-9360-426c-98da-e29f9d39585d req-a52b5bc0-235e-4e57-9088-5d13552b32bc tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 210 time: 0.0258110 May 26 11:15:11.654524 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c82130aa-9c01-40a0-9f0a-b6b44fc4b4a8 req-c8652d33-62f1-4767-a077-6dd554047186 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 210 time: 0.0340269 May 26 11:15:11.692760 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-0d35af25-b4f7-423e-971a-61efcc1d9517 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:11.694264 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-0d35af25-b4f7-423e-971a-61efcc1d9517 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.42 "GET /v2.0/networks?id=269c9267-8111-4543-bc62-3b35f5fef0e4 HTTP/1.1" status: 200 len: 819 time: 0.1676784 May 26 11:15:11.720150 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8eeeb-6819-4eb7-8814-23c0cab32f07 req-edf97af2-261a-43e8-9d32-0b56a0f7c3ff tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:11.721739 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d7c8eeeb-6819-4eb7-8814-23c0cab32f07 req-edf97af2-261a-43e8-9d32-0b56a0f7c3ff tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 943 time: 0.1370773 May 26 11:15:11.729493 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-fb8ffb7e-5563-405e-9088-ed74f0840144 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Request body: {'port': {'device_id': 'ce3171d9-b428-4947-90ec-94ec708ac80f', 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4', 'admin_state_up': True, 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:11.883562 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d7c8eeeb-6819-4eb7-8814-23c0cab32f07 req-f40ec871-258d-4a68-8806-558f862c6090 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc805f8-651f-442f-8a9c-458a0c827f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314306 May 26 11:15:11.895338 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5039d44b-10dd-4673-90d9-0cc1379a9a06 req-ce551800-7070-4463-87b2-38764d89838d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 210 time: 0.0405908 May 26 11:15:12.041466 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-fb8ffb7e-5563-405e-9088-ed74f0840144 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Made reservation on behalf of 4d121bc82e4a4381b9584cd89c2d4f69 for: {'port': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:15:12.047479 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-fb8ffb7e-5563-405e-9088-ed74f0840144 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:12.085157 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-618791d0-84bb-4dd9-8b86-fb417c974b36 req-25bc6847-7269-4a42-bc8b-02fd48356882 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 210 time: 0.0862696 May 26 11:15:12.197866 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.42', 61543) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:12.303111 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-fb8ffb7e-5563-405e-9088-ed74f0840144 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Allocated IP 172.20.0.9 (269c9267-8111-4543-bc62-3b35f5fef0e4/a235b399-7a9f-4f18-97ae-141845f325ad/fc8dd25b-6328-4324-93cb-d0bc97588825) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:15:12.381531 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23678b-60c8-4f94-8e62-146430ea519a req-58f2b186-b43e-4e84-8f24-e5164966d52e tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:12.386532 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bf23678b-60c8-4f94-8e62-146430ea519a req-58f2b186-b43e-4e84-8f24-e5164966d52e tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.42 "GET /v2.0/networks?id=269c9267-8111-4543-bc62-3b35f5fef0e4 HTTP/1.1" status: 200 len: 819 time: 0.1839094 May 26 11:15:12.400880 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-bf23678b-60c8-4f94-8e62-146430ea519a req-3fc59834-1907-4c80-86ec-ab5cf71965ec tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Request body: {'port': {'device_id': '974e1364-3544-4e52-92d8-551badbc8699', 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4', 'admin_state_up': True, 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:12.491710 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-fb8ffb7e-5563-405e-9088-ed74f0840144 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks [] for port, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:12.616135 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf23678b-60c8-4f94-8e62-146430ea519a req-3fc59834-1907-4c80-86ec-ab5cf71965ec tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Made reservation on behalf of 4d121bc82e4a4381b9584cd89c2d4f69 for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:15:12.619970 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-bf23678b-60c8-4f94-8e62-146430ea519a req-3fc59834-1907-4c80-86ec-ab5cf71965ec tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:12.649130 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-fb8ffb7e-5563-405e-9088-ed74f0840144 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855'] for port, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:12.699743 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ffb7e-5563-405e-9088-ed74f0840144 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Pushing event updated for resources: {'Port': ['ID=fc8dd25b-6328-4324-93cb-d0bc97588825,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:12.716427 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-fb8ffb7e-5563-405e-9088-ed74f0840144 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Network 269c9267-8111-4543-bc62-3b35f5fef0e4 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:15:12.718077 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-fb8ffb7e-5563-405e-9088-ed74f0840144 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:12.729425 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-fb8ffb7e-5563-405e-9088-ed74f0840144 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:15:12.729425 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-fb8ffb7e-5563-405e-9088-ed74f0840144 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:12.729425 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-fb8ffb7e-5563-405e-9088-ed74f0840144 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for port, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:12.825169 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-fb8ffb7e-5563-405e-9088-ed74f0840144 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1008422 May 26 11:15:12.838075 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-6c3e009e-284c-4042-88d6-1d9b1bfb3bd3 service neutron] Request body: {'port': {'device_id': 'ce3171d9-b428-4947-90ec-94ec708ac80f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84339'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:12.866026 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-17ee147d-edcc-4270-ae19-92dd63e68b77 req-1d3653bd-7759-4fca-a2f5-dcfb15ffe2b6 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 210 time: 0.0864067 May 26 11:15:12.867375 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.42', 61547) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:13.035434 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-6c3e009e-284c-4042-88d6-1d9b1bfb3bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:13.099054 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-4c9ec162-28b7-4e72-ab3c-7b49c3d861b1 None None] Provisioning complete for port fc8dd25b-6328-4324-93cb-d0bc97588825 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:13.099599 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-4c9ec162-28b7-4e72-ab3c-7b49c3d861b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:13.103894 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2a39e2d7-8759-45f9-9de7-6fcc2fb3efb2 req-8b817133-895b-40ee-880d-60f2da1e5606 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 210 time: 0.0710287 May 26 11:15:13.182522 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-4c9ec162-28b7-4e72-ab3c-7b49c3d861b1 None None] Port fc8dd25b-6328-4324-93cb-d0bc97588825 cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:15:13.187422 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad938c-f99a-42c8-bda0-a974be9e8b3b req-4732640a-543f-4aa4-852a-3a43935eaf1e tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:13.189138 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7fad938c-f99a-42c8-bda0-a974be9e8b3b req-4732640a-543f-4aa4-852a-3a43935eaf1e tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 943 time: 0.1389723 May 26 11:15:13.231616 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-135684ed-645f-47a8-a4d0-0ca6166c77dc req-17c687ce-7c53-4970-9e14-4e974093a4cb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 210 time: 0.0307336 May 26 11:15:13.301138 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7fad938c-f99a-42c8-bda0-a974be9e8b3b req-a6e06a52-34da-41d8-a3dd-45aeee999b8c tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc805f8-651f-442f-8a9c-458a0c827f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493422 May 26 11:15:13.333736 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-c61ca42d-afae-4773-8f15-ef363fa021c6 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:13.335163 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-c61ca42d-afae-4773-8f15-ef363fa021c6 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.42 "GET /v2.0/networks?id=3ff00a8f-4904-4850-8392-2b7e558c981b HTTP/1.1" status: 200 len: 810 time: 0.4642105 May 26 11:15:13.369979 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.db.api [req-bf23678b-60c8-4f94-8e62-146430ea519a req-3fc59834-1907-4c80-86ec-ab5cf71965ec tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-5fc6e247-4088-43ca-a9c9-3a6509305b66 {{(pid=102811) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 11:15:13.370485 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG oslo_db.api [req-bf23678b-60c8-4f94-8e62-146430ea519a req-3fc59834-1907-4c80-86ec-ab5cf71965ec tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 11:15:13.405501 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.42', 61549) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:13.406236 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-940e451f-afe7-44cb-b448-c4dbf18444cd tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f75021785f634f61b049c180934660f4 HTTP/1.1" status: 200 len: 379 time: 0.0623696 May 26 11:15:13.420672 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-92f11989-0576-4baa-8d08-86c3ad02b96d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Request body: {'port': {'device_id': 'f2d24c53-1f4d-46c0-b733-d9ffea157aae', 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b', 'admin_state_up': True, 'tenant_id': 'f75021785f634f61b049c180934660f4', 'security_groups': ['a1c6c92d-75d9-4a1a-b57a-83eb98b7db85']}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:13.561939 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-6c3e009e-284c-4042-88d6-1d9b1bfb3bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc8dd25b-6328-4324-93cb-d0bc97588825 {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:15:13.572123 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-85cb084d-e92e-4be5-b84a-f284f4e07040 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:13.573600 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-85cb084d-e92e-4be5-b84a-f284f4e07040 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.42 "GET /v2.0/networks?id=c8f9ca9a-5305-4587-9899-24d42d7bc678 HTTP/1.1" status: 200 len: 817 time: 0.1674066 May 26 11:15:13.577573 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-6c3e009e-284c-4042-88d6-1d9b1bfb3bd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:13.600888 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-6c3e009e-284c-4042-88d6-1d9b1bfb3bd3 service neutron] Transition to ACTIVE for port object fc8dd25b-6328-4324-93cb-d0bc97588825 will not be triggered until provisioned by entity L2. {{(pid=102810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:15:13.631409 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-92f11989-0576-4baa-8d08-86c3ad02b96d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Made reservation on behalf of f75021785f634f61b049c180934660f4 for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:15:13.632088 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-ec154d72-4fcd-4929-8975-6e42d0b0a310 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c230246bb94476891f4cc468a47d8c1 HTTP/1.1" status: 200 len: 380 time: 0.0487900 May 26 11:15:13.635527 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-92f11989-0576-4baa-8d08-86c3ad02b96d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:13.642384 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-fba4ed0e-511e-4398-a6dc-84732e02cbfb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Request body: {'port': {'device_id': '5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'admin_state_up': True, 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'security_groups': ['fc28c2f7-0368-4e8f-9364-0792671a92e3']}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:13.733423 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-6c3e009e-284c-4042-88d6-1d9b1bfb3bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:13.793562 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-92f11989-0576-4baa-8d08-86c3ad02b96d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Allocated IP 172.20.0.5 (3ff00a8f-4904-4850-8392-2b7e558c981b/b2d5adfb-8844-43b5-9569-dc8a73d4cd6b/73d1c007-d465-4efc-a7a0-e7f6ec103745) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:15:13.890371 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e009e-284c-4042-88d6-1d9b1bfb3bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=fc8dd25b-6328-4324-93cb-d0bc97588825,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:13.908989 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-6c3e009e-284c-4042-88d6-1d9b1bfb3bd3 service neutron] Attempting to bind port fc8dd25b-6328-4324-93cb-d0bc97588825 on host hv-cinder-84339 for vnic_type normal with profile {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:15:13.909325 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-6c3e009e-284c-4042-88d6-1d9b1bfb3bd3 service neutron] Attempting to bind port fc8dd25b-6328-4324-93cb-d0bc97588825 by drivers openvswitch,hyperv on host hv-cinder-84339 at level 0 using segments [{'id': '19976d9f-7588-4846-9df0-c095323a9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:15:13.909651 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-6c3e009e-284c-4042-88d6-1d9b1bfb3bd3 service neutron] Attempting to bind port fc8dd25b-6328-4324-93cb-d0bc97588825 on network 269c9267-8111-4543-bc62-3b35f5fef0e4 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:15:13.917875 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-bf23678b-60c8-4f94-8e62-146430ea519a req-3fc59834-1907-4c80-86ec-ab5cf71965ec tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:13.923663 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-6c3e009e-284c-4042-88d6-1d9b1bfb3bd3 service neutron] Port fc8dd25b-6328-4324-93cb-d0bc97588825 on network 269c9267-8111-4543-bc62-3b35f5fef0e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84339 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 11:15:13.923663 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-6c3e009e-284c-4042-88d6-1d9b1bfb3bd3 service neutron] Attempting to bind port fc8dd25b-6328-4324-93cb-d0bc97588825 on network 269c9267-8111-4543-bc62-3b35f5fef0e4 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:15:13.931958 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-6c3e009e-284c-4042-88d6-1d9b1bfb3bd3 service neutron] Checking agent: {'id': '96131053-e6ec-4464-b9d0-ccb06fa4079a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84339', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'started_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:15:13.932262 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-6c3e009e-284c-4042-88d6-1d9b1bfb3bd3 service neutron] Checking segment: {'id': '19976d9f-7588-4846-9df0-c095323a9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:15:13.932666 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-6c3e009e-284c-4042-88d6-1d9b1bfb3bd3 service neutron] Bound using segment: {'id': '19976d9f-7588-4846-9df0-c095323a9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:15:13.933103 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-6c3e009e-284c-4042-88d6-1d9b1bfb3bd3 service neutron] Bound port: fc8dd25b-6328-4324-93cb-d0bc97588825, host: hv-cinder-84339, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19976d9f-7588-4846-9df0-c095323a9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:15:13.933456 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-6c3e009e-284c-4042-88d6-1d9b1bfb3bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:14.005838 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-fba4ed0e-511e-4398-a6dc-84732e02cbfb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Made reservation on behalf of 5c230246bb94476891f4cc468a47d8c1 for: {'port': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:15:14.009998 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-fba4ed0e-511e-4398-a6dc-84732e02cbfb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:14.076015 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-dd441572-83e3-4313-b93d-ffc17176cf7a req-befa573c-54b6-48de-b173-c1129fae5f3c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 210 time: 0.0428469 May 26 11:15:14.110003 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-6c3e009e-284c-4042-88d6-1d9b1bfb3bd3 service neutron] For port fc8dd25b-6328-4324-93cb-d0bc97588825, host hv-cinder-84339, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:15:14.130223 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-6c3e009e-284c-4042-88d6-1d9b1bfb3bd3 service neutron] For port fc8dd25b-6328-4324-93cb-d0bc97588825, host hv-cinder-84339, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=fc8dd25b-6328-4324-93cb-d0bc97588825,segment=NetworkSegment(19976d9f-7588-4846-9df0-c095323a9858),segment_id=19976d9f-7588-4846-9df0-c095323a9858)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:15:14.163860 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-92f11989-0576-4baa-8d08-86c3ad02b96d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:14.172821 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-bf23678b-60c8-4f94-8e62-146430ea519a req-3fc59834-1907-4c80-86ec-ab5cf71965ec tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Allocated IP 172.20.0.13 (269c9267-8111-4543-bc62-3b35f5fef0e4/a235b399-7a9f-4f18-97ae-141845f325ad/773bd0fe-bb61-4533-af16-138941ab509b) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:15:14.214071 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d2b7d3cb-9c14-4c64-9006-4d07995044ce req-1b9d0c47-57f8-4717-b9e7-e5b67e3bea5d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 210 time: 0.0363727 May 26 11:15:14.242098 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-fba4ed0e-511e-4398-a6dc-84732e02cbfb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Allocated IP 172.20.0.6 (c8f9ca9a-5305-4587-9899-24d42d7bc678/514f2ce8-5ecc-434b-8584-b769021cd39f/e849e4eb-1eb7-446f-af61-75da7738ffc9) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:15:14.278832 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-6c3e009e-284c-4042-88d6-1d9b1bfb3bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:14.371408 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-6c3e009e-284c-4042-88d6-1d9b1bfb3bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:14.372091 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-6c3e009e-284c-4042-88d6-1d9b1bfb3bd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for port, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:14.373607 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-6c3e009e-284c-4042-88d6-1d9b1bfb3bd3 service neutron] 10.222.0.42 "PUT /v2.0/ports/fc8dd25b-6328-4324-93cb-d0bc97588825 HTTP/1.1" status: 200 len: 1093 time: 1.5403962 May 26 11:15:14.374045 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3171d9-b428-4947-90ec-94ec708ac80f', 'tag': 'fc8dd25b-6328-4324-93cb-d0bc97588825'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:15:14.376423 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68cb6bc11d0969d8050e4c4fd8812a2ae7a0aff31285e7476e9ca95485fd95a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c58e5d-1ede-4616-86cf-18f5c0b10054" -d '{"events": [{"name": "network-changed", "server_uuid": "ce3171d9-b428-4947-90ec-94ec708ac80f", "tag": "fc8dd25b-6328-4324-93cb-d0bc97588825"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:15:14.379144 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-92f11989-0576-4baa-8d08-86c3ad02b96d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:14.435952 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a2c7bffc-01ab-48e3-9819-ff550c608c6d req-e217003d-a445-4f3e-8ec6-8e83a1ff8a3c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 210 time: 0.0976377 May 26 11:15:14.445699 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e009e-284c-4042-88d6-1d9b1bfb3bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=fc8dd25b-6328-4324-93cb-d0bc97588825,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:14.536727 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-fba4ed0e-511e-4398-a6dc-84732e02cbfb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for port, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:14.576688 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e389d460-42c9-4862-b959-a8cfd1ab58f8 x-openstack-request-id: req-e389d460-42c9-4862-b959-a8cfd1ab58f8 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:15:14.576981 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce3171d9-b428-4947-90ec-94ec708ac80f", "tag": "fc8dd25b-6328-4324-93cb-d0bc97588825", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:15:14.577239 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e389d460-42c9-4862-b959-a8cfd1ab58f8 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:15:14.577815 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e389d460-42c9-4862-b959-a8cfd1ab58f8'] response: {'name': 'network-changed', 'server_uuid': 'ce3171d9-b428-4947-90ec-94ec708ac80f', 'tag': 'fc8dd25b-6328-4324-93cb-d0bc97588825', 'status': 'completed', 'code': 200} May 26 11:15:14.634665 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a374ff-4164-43e4-a16d-543126f63e76 req-be643f19-0578-4f3f-a267-5b53f42254a9 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:14.645338 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f2a374ff-4164-43e4-a16d-543126f63e76 req-be643f19-0578-4f3f-a267-5b53f42254a9 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 943 time: 0.2383420 May 26 11:15:14.688315 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-fba4ed0e-511e-4398-a6dc-84732e02cbfb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855'] for port, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:14.691602 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-45a93e28-9642-4f1e-988b-7fa47b769baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:14.693145 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-45a93e28-9642-4f1e-988b-7fa47b769baa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d121bc82e4a4381b9584cd89c2d4f69&device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 1096 time: 0.1145387 May 26 11:15:14.706118 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f2a374ff-4164-43e4-a16d-543126f63e76 req-75ba983a-371c-4aba-be1c-88255a540a68 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc805f8-651f-442f-8a9c-458a0c827f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599363 May 26 11:15:14.716656 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-bf23678b-60c8-4f94-8e62-146430ea519a req-3fc59834-1907-4c80-86ec-ab5cf71965ec tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:14.719075 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-92f11989-0576-4baa-8d08-86c3ad02b96d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Network 3ff00a8f-4904-4850-8392-2b7e558c981b is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:15:14.738513 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-92f11989-0576-4baa-8d08-86c3ad02b96d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:14.742901 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-92f11989-0576-4baa-8d08-86c3ad02b96d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:15:14.748482 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-92f11989-0576-4baa-8d08-86c3ad02b96d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:14.749385 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-92f11989-0576-4baa-8d08-86c3ad02b96d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:14.751252 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-fba4ed0e-511e-4398-a6dc-84732e02cbfb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Network c8f9ca9a-5305-4587-9899-24d42d7bc678 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:15:14.753247 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-fba4ed0e-511e-4398-a6dc-84732e02cbfb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:14.762626 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f11989-0576-4baa-8d08-86c3ad02b96d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Pushing event updated for resources: {'Port': ['ID=73d1c007-d465-4efc-a7a0-e7f6ec103745,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:14.765891 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-fba4ed0e-511e-4398-a6dc-84732e02cbfb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:15:14.777319 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-fba4ed0e-511e-4398-a6dc-84732e02cbfb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:14.777941 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-fba4ed0e-511e-4398-a6dc-84732e02cbfb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for port, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:14.792887 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4ed0e-511e-4398-a6dc-84732e02cbfb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Pushing event updated for resources: {'Port': ['ID=e849e4eb-1eb7-446f-af61-75da7738ffc9,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:14.896488 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-92f11989-0576-4baa-8d08-86c3ad02b96d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4841931 May 26 11:15:14.896985 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-fba4ed0e-511e-4398-a6dc-84732e02cbfb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2594919 May 26 11:15:14.898245 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-bf23678b-60c8-4f94-8e62-146430ea519a req-3fc59834-1907-4c80-86ec-ab5cf71965ec tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:14.949477 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf23678b-60c8-4f94-8e62-146430ea519a req-3fc59834-1907-4c80-86ec-ab5cf71965ec tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Network 269c9267-8111-4543-bc62-3b35f5fef0e4 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:15:14.952503 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-bf23678b-60c8-4f94-8e62-146430ea519a req-3fc59834-1907-4c80-86ec-ab5cf71965ec tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:14.956478 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf23678b-60c8-4f94-8e62-146430ea519a req-3fc59834-1907-4c80-86ec-ab5cf71965ec tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:15:14.962131 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23678b-60c8-4f94-8e62-146430ea519a req-3fc59834-1907-4c80-86ec-ab5cf71965ec tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:14.962769 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-bf23678b-60c8-4f94-8e62-146430ea519a req-3fc59834-1907-4c80-86ec-ab5cf71965ec tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:14.973789 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc59834-1907-4c80-86ec-ab5cf71965ec tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Pushing event updated for resources: {'Port': ['ID=773bd0fe-bb61-4533-af16-138941ab509b,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:15.050728 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bf23678b-60c8-4f94-8e62-146430ea519a req-3fc59834-1907-4c80-86ec-ab5cf71965ec tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6543164 May 26 11:15:15.085665 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-3e6b5374-33fb-4c66-b68a-3b02cad39351 None None] Provisioning complete for port e849e4eb-1eb7-446f-af61-75da7738ffc9 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:15.086281 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-3e6b5374-33fb-4c66-b68a-3b02cad39351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:15.139491 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b5374-33fb-4c66-b68a-3b02cad39351 None None] Port e849e4eb-1eb7-446f-af61-75da7738ffc9 cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:15:15.153038 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-3e6b5374-33fb-4c66-b68a-3b02cad39351 None None] Provisioning complete for port 73d1c007-d465-4efc-a7a0-e7f6ec103745 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:15.157133 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-3e6b5374-33fb-4c66-b68a-3b02cad39351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:15.192042 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-3e6b5374-33fb-4c66-b68a-3b02cad39351 None None] Port 73d1c007-d465-4efc-a7a0-e7f6ec103745 cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:15:15.224774 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebdffb-35f2-41df-8295-1d17a6430cae req-5455c10a-22c7-42bd-867c-736b2d4c1c61 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:15.226788 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e4ebdffb-35f2-41df-8295-1d17a6430cae req-5455c10a-22c7-42bd-867c-736b2d4c1c61 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 932 time: 0.0510769 May 26 11:15:15.266279 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e4ebdffb-35f2-41df-8295-1d17a6430cae req-d6fd947b-4eaf-4b29-8645-d25920c2edb9 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332668 May 26 11:15:15.318042 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-81d59075-ddd9-4646-821c-79180bbce1d0 None None] Provisioning complete for port 773bd0fe-bb61-4533-af16-138941ab509b triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:15.318624 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-81d59075-ddd9-4646-821c-79180bbce1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:15.347939 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b21c5a-2875-4073-a4db-ebc6af4e55f7 req-e01ecc75-8666-45d9-aed8-cf90e5130b4e tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:15.349499 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f1b21c5a-2875-4073-a4db-ebc6af4e55f7 req-e01ecc75-8666-45d9-aed8-cf90e5130b4e tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 931 time: 0.0623443 May 26 11:15:15.374583 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-81d59075-ddd9-4646-821c-79180bbce1d0 None None] Port 773bd0fe-bb61-4533-af16-138941ab509b cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:15:15.391780 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f1b21c5a-2875-4073-a4db-ebc6af4e55f7 req-d6bc1b4b-75ca-40f6-99b2-359a81388348 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350492 May 26 11:15:15.568410 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e303b-832c-4530-bc71-cdfd9f990d54 req-5f9c2c0e-f08d-4d28-89fb-ad3983db4d40 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:15.569938 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-042e303b-832c-4530-bc71-cdfd9f990d54 req-5f9c2c0e-f08d-4d28-89fb-ad3983db4d40 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 931 time: 0.0485737 May 26 11:15:15.621133 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-042e303b-832c-4530-bc71-cdfd9f990d54 req-38e2c09b-f959-4e9d-ac4d-eb138b12ea4e tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396593 May 26 11:15:15.824982 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a9c63-5f2c-452c-8631-44c65ea6a453 req-a719a8ff-c111-4d6d-aad3-8d4bd7dc0a1c tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:15.826515 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7d1a9c63-5f2c-452c-8631-44c65ea6a453 req-a719a8ff-c111-4d6d-aad3-8d4bd7dc0a1c tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 943 time: 0.0539680 May 26 11:15:15.866242 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7d1a9c63-5f2c-452c-8631-44c65ea6a453 req-bab8528c-e2fc-497a-8f37-2641dcec450a tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc805f8-651f-442f-8a9c-458a0c827f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316992 May 26 11:15:16.384076 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fa4f5-d5a1-4b6b-9b2f-523534eee52b req-b0697f0c-e663-4a2a-bf85-bf4f6ee90bb5 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:16.385455 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-611fa4f5-d5a1-4b6b-9b2f-523534eee52b req-b0697f0c-e663-4a2a-bf85-bf4f6ee90bb5 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 932 time: 0.0472908 May 26 11:15:16.422671 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-611fa4f5-d5a1-4b6b-9b2f-523534eee52b req-5bb58817-31d6-4f95-9a34-7f04a8c7de44 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311189 May 26 11:15:16.513315 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc038ab-5bce-4b33-bb5f-1f5d0fd87d40 req-66844100-68f2-4367-acd6-c47752b4f2d8 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:16.514822 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4bc038ab-5bce-4b33-bb5f-1f5d0fd87d40 req-66844100-68f2-4367-acd6-c47752b4f2d8 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 931 time: 0.0493512 May 26 11:15:16.551954 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4bc038ab-5bce-4b33-bb5f-1f5d0fd87d40 req-0d5e4b19-8ad0-4aea-aa60-e3d9fc69e8db tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312099 May 26 11:15:16.738667 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442391c-7acc-47cd-9ad1-eb1bbceb4120 req-bed3f2f0-b760-4182-81f8-33fb76d0c175 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:16.740119 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9442391c-7acc-47cd-9ad1-eb1bbceb4120 req-bed3f2f0-b760-4182-81f8-33fb76d0c175 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 931 time: 0.0506191 May 26 11:15:16.777577 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9442391c-7acc-47cd-9ad1-eb1bbceb4120 req-e07c25d2-2939-49bf-a103-cbac4ef84d39 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308416 May 26 11:15:16.977442 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a0526-7b47-42b9-abb4-9dffacfd4394 req-65619165-d580-4a52-85c2-4ff781b4df6a tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:16.978884 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-451a0526-7b47-42b9-abb4-9dffacfd4394 req-65619165-d580-4a52-85c2-4ff781b4df6a tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 943 time: 0.0474980 May 26 11:15:17.015207 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-451a0526-7b47-42b9-abb4-9dffacfd4394 req-ccfa1ae7-8dff-438b-a84b-e7657caf71c4 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc805f8-651f-442f-8a9c-458a0c827f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304589 May 26 11:15:17.286748 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device b06b67f3-1a5f-46da-ac2d-067dab8a3159 details requested by agent hyperv_hv-cinder-84339 with host hv-cinder-84339 {{(pid=102813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 11:15:17.289504 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-279d4378-24ac-4139-9423-314b176a1c42 service neutron] Request body: {'port': {'device_id': 'f2d24c53-1f4d-46c0-b733-d9ffea157aae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84339'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:17.292127 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-63878a87-c664-4a71-aeb2-8073983d3cca service neutron] Request body: {'port': {'device_id': '5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84339'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:17.296666 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-bf23678b-60c8-4f94-8e62-146430ea519a req-49108139-b785-4fda-8404-3c3e99181909 service neutron] Request body: {'port': {'device_id': '974e1364-3544-4e52-92d8-551badbc8699', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84339'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:17.300004 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 35988) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:17.341230 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-2eea9873-7968-4e2b-91b7-cbfc8360050d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc8dd25b-6328-4324-93cb-d0bc97588825 HTTP/1.1" status: 200 len: 217 time: 0.0612068 May 26 11:15:17.393246 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-279d4378-24ac-4139-9423-314b176a1c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:17.411503 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-63878a87-c664-4a71-aeb2-8073983d3cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:17.427626 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-9201b778-1187-4c8e-aed0-637ea0832a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:17.428732 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port b06b67f3-1a5f-46da-ac2d-067dab8a3159, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=b06b67f3-1a5f-46da-ac2d-067dab8a3159,segment=NetworkSegment(0627c432-e30a-4d29-a8e9-640f48ba46c6),segment_id=0627c432-e30a-4d29-a8e9-640f48ba46c6)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:15:17.429419 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-9201b778-1187-4c8e-aed0-637ea0832a2d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a235b399-7a9f-4f18-97ae-141845f325ad HTTP/1.1" status: 200 len: 858 time: 0.0796223 May 26 11:15:17.447008 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Returning: {'device': 'b06b67f3-1a5f-46da-ac2d-067dab8a3159', 'network_id': 'd6d5350c-3275-405c-b23e-bd51541bb120', 'port_id': 'b06b67f3-1a5f-46da-ac2d-067dab8a3159', 'mac_address': 'fa:16:3e:a1:40:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd5ac4af-7112-4c9b-ad86-7178f240796b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 11:15:17.467606 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-bf23678b-60c8-4f94-8e62-146430ea519a req-49108139-b785-4fda-8404-3c3e99181909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:17.487062 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-050410d4-22e0-4020-adc6-11f5b370a705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:17.491211 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port b06b67f3-1a5f-46da-ac2d-067dab8a3159 is: DOWN; New status is: BUILD {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:15:17.492330 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:17.511165 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06b67f3-1a5f-46da-ac2d-067dab8a3159 {{(pid=102813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:15:17.535630 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port b06b67f3-1a5f-46da-ac2d-067dab8a3159, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=b06b67f3-1a5f-46da-ac2d-067dab8a3159,segment=NetworkSegment(0627c432-e30a-4d29-a8e9-640f48ba46c6),segment_id=0627c432-e30a-4d29-a8e9-640f48ba46c6)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:15:17.658941 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:17.669215 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-2d05deb9-ac4b-4bd4-9519-ae287c832ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:17.671221 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-2d05deb9-ac4b-4bd4-9519-ae287c832ae7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=269c9267-8111-4543-bc62-3b35f5fef0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1279709 May 26 11:15:17.759537 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=b06b67f3-1a5f-46da-ac2d-067dab8a3159,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:17.850788 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77c916-8e3c-4ed4-9d0b-b74a42e79e94 req-771f3460-9be1-4e3d-bda6-a74fb5788fd3 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:17.853028 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fb77c916-8e3c-4ed4-9d0b-b74a42e79e94 req-771f3460-9be1-4e3d-bda6-a74fb5788fd3 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 932 time: 0.3419847 May 26 11:15:17.956597 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['b06b67f3-1a5f-46da-ac2d-067dab8a3159'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:15:17.974757 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-050410d4-22e0-4020-adc6-11f5b370a705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:17.988440 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911df1db-55a7-4e0e-bbbb-9a52f1855346 req-f48e7327-47d7-472a-9420-b231d85e2081 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:17.990720 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-911df1db-55a7-4e0e-bbbb-9a52f1855346 req-f48e7327-47d7-472a-9420-b231d85e2081 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 931 time: 0.3340719 May 26 11:15:18.045757 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fb77c916-8e3c-4ed4-9d0b-b74a42e79e94 req-b0370e10-25a8-4c6e-87e7-bab34e2f1a88 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606953 May 26 11:15:18.059392 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-f8de0198-8a2c-4f9d-8e89-1468a44676cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:18.086757 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-050410d4-22e0-4020-adc6-11f5b370a705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:18.114561 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-63878a87-c664-4a71-aeb2-8073983d3cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e849e4eb-1eb7-446f-af61-75da7738ffc9 {{(pid=102810) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:15:18.131331 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-63878a87-c664-4a71-aeb2-8073983d3cca service neutron] Notify callbacks [] for port, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:18.143691 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.provisioning_blocks [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-63878a87-c664-4a71-aeb2-8073983d3cca service neutron] Transition to ACTIVE for port object e849e4eb-1eb7-446f-af61-75da7738ffc9 will not be triggered until provisioned by entity L2. {{(pid=102810) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:15:18.146608 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-c4146266-f20c-476d-b0f6-25100a6ab2f9 service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681940 May 26 11:15:18.165147 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-911df1db-55a7-4e0e-bbbb-9a52f1855346 req-4395fbd9-334f-4b2f-9f48-68052f0d36d1 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497915 May 26 11:15:18.243870 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-279d4378-24ac-4139-9423-314b176a1c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d1c007-d465-4efc-a7a0-e7f6ec103745 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:15:18.252394 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-050410d4-22e0-4020-adc6-11f5b370a705 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ff2e56a52f34ab3ba98594e18c596e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9513662 May 26 11:15:18.257799 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050410d4-22e0-4020-adc6-11f5b370a705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2caadfbb-8aa6-4899-8076-f55e8278f728,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:18.263310 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-279d4378-24ac-4139-9423-314b176a1c42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:18.265442 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 36030) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:18.279889 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-63878a87-c664-4a71-aeb2-8073983d3cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:18.324960 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-279d4378-24ac-4139-9423-314b176a1c42 service neutron] Transition to ACTIVE for port object 73d1c007-d465-4efc-a7a0-e7f6ec103745 will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:15:18.345239 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07400e0f-bd1a-4dc6-82ff-f22c198c9731 req-db899e34-41b1-4769-9e20-7cffff9693b7 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:18.347050 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-07400e0f-bd1a-4dc6-82ff-f22c198c9731 req-db899e34-41b1-4769-9e20-7cffff9693b7 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 931 time: 0.1839647 May 26 11:15:18.357203 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-bf23678b-60c8-4f94-8e62-146430ea519a req-49108139-b785-4fda-8404-3c3e99181909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 773bd0fe-bb61-4533-af16-138941ab509b {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:15:18.378540 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-bf23678b-60c8-4f94-8e62-146430ea519a req-49108139-b785-4fda-8404-3c3e99181909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:18.397126 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-279d4378-24ac-4139-9423-314b176a1c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:18.412795 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-bf23678b-60c8-4f94-8e62-146430ea519a req-49108139-b785-4fda-8404-3c3e99181909 service neutron] Transition to ACTIVE for port object 773bd0fe-bb61-4533-af16-138941ab509b will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:15:18.462138 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-07400e0f-bd1a-4dc6-82ff-f22c198c9731 req-a9316137-3905-42e9-a3af-da61d0e1db60 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049719 May 26 11:15:18.482653 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b75ae9f1-cf3e-4226-b093-c7a3ea135498 req-7e10104a-a598-49bc-bb9a-9c80c00df9f2 service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164406 May 26 11:15:18.486808 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63878a87-c664-4a71-aeb2-8073983d3cca service neutron] Pushing event updated for resources: {'Port': ['ID=e849e4eb-1eb7-446f-af61-75da7738ffc9,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:18.502893 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d4378-24ac-4139-9423-314b176a1c42 service neutron] Pushing event updated for resources: {'Port': ['ID=73d1c007-d465-4efc-a7a0-e7f6ec103745,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:18.519962 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a6d78-1c5f-476b-afbc-083ed9f14c30 req-afc665cb-2296-43b1-acbb-611d0afb3652 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:18.532281 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-502a6d78-1c5f-476b-afbc-083ed9f14c30 req-afc665cb-2296-43b1-acbb-611d0afb3652 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 944 time: 0.2946577 May 26 11:15:18.532377 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-bf23678b-60c8-4f94-8e62-146430ea519a req-49108139-b785-4fda-8404-3c3e99181909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:18.597682 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-63878a87-c664-4a71-aeb2-8073983d3cca service neutron] Attempting to bind port e849e4eb-1eb7-446f-af61-75da7738ffc9 on host hv-cinder-84339 for vnic_type normal with profile {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:15:18.598380 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-63878a87-c664-4a71-aeb2-8073983d3cca service neutron] Attempting to bind port e849e4eb-1eb7-446f-af61-75da7738ffc9 by drivers openvswitch,hyperv on host hv-cinder-84339 at level 0 using segments [{'id': 'd57197a7-5f9a-4235-a600-b87f207a61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678'}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:15:18.598937 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-63878a87-c664-4a71-aeb2-8073983d3cca service neutron] Attempting to bind port e849e4eb-1eb7-446f-af61-75da7738ffc9 on network c8f9ca9a-5305-4587-9899-24d42d7bc678 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:15:18.625265 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49108139-b785-4fda-8404-3c3e99181909 service neutron] Pushing event updated for resources: {'Port': ['ID=773bd0fe-bb61-4533-af16-138941ab509b,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:18.646699 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-279d4378-24ac-4139-9423-314b176a1c42 service neutron] Attempting to bind port 73d1c007-d465-4efc-a7a0-e7f6ec103745 on host hv-cinder-84339 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:15:18.647121 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-279d4378-24ac-4139-9423-314b176a1c42 service neutron] Attempting to bind port 73d1c007-d465-4efc-a7a0-e7f6ec103745 by drivers openvswitch,hyperv on host hv-cinder-84339 at level 0 using segments [{'id': 'bb0632a9-f043-4b7e-b617-618509deb876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:15:18.647415 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-279d4378-24ac-4139-9423-314b176a1c42 service neutron] Attempting to bind port 73d1c007-d465-4efc-a7a0-e7f6ec103745 on network 3ff00a8f-4904-4850-8392-2b7e558c981b {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:15:18.658076 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-279d4378-24ac-4139-9423-314b176a1c42 service neutron] Port 73d1c007-d465-4efc-a7a0-e7f6ec103745 on network 3ff00a8f-4904-4850-8392-2b7e558c981b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84339 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 11:15:18.658076 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-279d4378-24ac-4139-9423-314b176a1c42 service neutron] Attempting to bind port 73d1c007-d465-4efc-a7a0-e7f6ec103745 on network 3ff00a8f-4904-4850-8392-2b7e558c981b {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:15:18.661939 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-502a6d78-1c5f-476b-afbc-083ed9f14c30 req-1882f19d-50f3-4822-b891-179b60f614d9 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc805f8-651f-442f-8a9c-458a0c827f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296813 May 26 11:15:18.666739 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-63878a87-c664-4a71-aeb2-8073983d3cca service neutron] Port e849e4eb-1eb7-446f-af61-75da7738ffc9 on network c8f9ca9a-5305-4587-9899-24d42d7bc678 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84339 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 11:15:18.666739 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-63878a87-c664-4a71-aeb2-8073983d3cca service neutron] Attempting to bind port e849e4eb-1eb7-446f-af61-75da7738ffc9 on network c8f9ca9a-5305-4587-9899-24d42d7bc678 {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:15:18.667051 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-279d4378-24ac-4139-9423-314b176a1c42 service neutron] Checking agent: {'id': '96131053-e6ec-4464-b9d0-ccb06fa4079a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84339', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'started_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:15:18.667051 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-279d4378-24ac-4139-9423-314b176a1c42 service neutron] Checking segment: {'id': 'bb0632a9-f043-4b7e-b617-618509deb876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:15:18.667960 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-279d4378-24ac-4139-9423-314b176a1c42 service neutron] Bound using segment: {'id': 'bb0632a9-f043-4b7e-b617-618509deb876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:15:18.668439 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-279d4378-24ac-4139-9423-314b176a1c42 service neutron] Bound port: 73d1c007-d465-4efc-a7a0-e7f6ec103745, host: hv-cinder-84339, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0632a9-f043-4b7e-b617-618509deb876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:15:18.668822 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-279d4378-24ac-4139-9423-314b176a1c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:18.691342 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3fa67f7b-c445-43f2-8960-e538c382c4bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:18.735355 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3fa67f7b-c445-43f2-8960-e538c382c4bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:18.737644 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-63878a87-c664-4a71-aeb2-8073983d3cca service neutron] Checking agent: {'id': '96131053-e6ec-4464-b9d0-ccb06fa4079a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84339', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'started_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:15:18.738008 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-63878a87-c664-4a71-aeb2-8073983d3cca service neutron] Checking segment: {'id': 'd57197a7-5f9a-4235-a600-b87f207a61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:15:18.738396 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-63878a87-c664-4a71-aeb2-8073983d3cca service neutron] Bound using segment: {'id': 'd57197a7-5f9a-4235-a600-b87f207a61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678'} {{(pid=102810) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:15:18.739117 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.managers [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-63878a87-c664-4a71-aeb2-8073983d3cca service neutron] Bound port: e849e4eb-1eb7-446f-af61-75da7738ffc9, host: hv-cinder-84339, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd57197a7-5f9a-4235-a600-b87f207a61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678'}}] {{(pid=102810) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:15:18.739540 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-63878a87-c664-4a71-aeb2-8073983d3cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:18.792998 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-bf23678b-60c8-4f94-8e62-146430ea519a req-49108139-b785-4fda-8404-3c3e99181909 service neutron] Attempting to bind port 773bd0fe-bb61-4533-af16-138941ab509b on host hv-cinder-84339 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:15:18.793456 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-bf23678b-60c8-4f94-8e62-146430ea519a req-49108139-b785-4fda-8404-3c3e99181909 service neutron] Attempting to bind port 773bd0fe-bb61-4533-af16-138941ab509b by drivers openvswitch,hyperv on host hv-cinder-84339 at level 0 using segments [{'id': '19976d9f-7588-4846-9df0-c095323a9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:15:18.793851 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf23678b-60c8-4f94-8e62-146430ea519a req-49108139-b785-4fda-8404-3c3e99181909 service neutron] Attempting to bind port 773bd0fe-bb61-4533-af16-138941ab509b on network 269c9267-8111-4543-bc62-3b35f5fef0e4 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:15:18.802490 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c58e5d-1ede-4616-86cf-18f5c0b10054 req-00049d1d-1fc9-43b3-8b6b-b29de054bc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:18.802677 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf23678b-60c8-4f94-8e62-146430ea519a req-49108139-b785-4fda-8404-3c3e99181909 service neutron] Port 773bd0fe-bb61-4533-af16-138941ab509b on network 269c9267-8111-4543-bc62-3b35f5fef0e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84339 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 11:15:18.803534 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf23678b-60c8-4f94-8e62-146430ea519a req-49108139-b785-4fda-8404-3c3e99181909 service neutron] Attempting to bind port 773bd0fe-bb61-4533-af16-138941ab509b on network 269c9267-8111-4543-bc62-3b35f5fef0e4 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:15:18.804727 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-29c58e5d-1ede-4616-86cf-18f5c0b10054 req-00049d1d-1fc9-43b3-8b6b-b29de054bc72 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d121bc82e4a4381b9584cd89c2d4f69&device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 1096 time: 0.1936738 May 26 11:15:18.824104 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf23678b-60c8-4f94-8e62-146430ea519a req-49108139-b785-4fda-8404-3c3e99181909 service neutron] Checking agent: {'id': '96131053-e6ec-4464-b9d0-ccb06fa4079a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84339', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'started_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:15:18.826218 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf23678b-60c8-4f94-8e62-146430ea519a req-49108139-b785-4fda-8404-3c3e99181909 service neutron] Checking segment: {'id': '19976d9f-7588-4846-9df0-c095323a9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:15:18.828911 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf23678b-60c8-4f94-8e62-146430ea519a req-49108139-b785-4fda-8404-3c3e99181909 service neutron] Bound using segment: {'id': '19976d9f-7588-4846-9df0-c095323a9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:15:18.829863 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-bf23678b-60c8-4f94-8e62-146430ea519a req-49108139-b785-4fda-8404-3c3e99181909 service neutron] Bound port: 773bd0fe-bb61-4533-af16-138941ab509b, host: hv-cinder-84339, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19976d9f-7588-4846-9df0-c095323a9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:15:18.829863 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-bf23678b-60c8-4f94-8e62-146430ea519a req-49108139-b785-4fda-8404-3c3e99181909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:18.851373 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-279d4378-24ac-4139-9423-314b176a1c42 service neutron] For port 73d1c007-d465-4efc-a7a0-e7f6ec103745, host hv-cinder-84339, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:15:18.914049 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-63878a87-c664-4a71-aeb2-8073983d3cca service neutron] For port e849e4eb-1eb7-446f-af61-75da7738ffc9, host hv-cinder-84339, cleared binding levels {{(pid=102810) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:15:18.929508 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-279d4378-24ac-4139-9423-314b176a1c42 service neutron] For port 73d1c007-d465-4efc-a7a0-e7f6ec103745, host hv-cinder-84339, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=73d1c007-d465-4efc-a7a0-e7f6ec103745,segment=NetworkSegment(bb0632a9-f043-4b7e-b617-618509deb876),segment_id=bb0632a9-f043-4b7e-b617-618509deb876)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:15:18.933961 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-63878a87-c664-4a71-aeb2-8073983d3cca service neutron] For port e849e4eb-1eb7-446f-af61-75da7738ffc9, host hv-cinder-84339, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=e849e4eb-1eb7-446f-af61-75da7738ffc9,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102810) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:15:18.987777 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-bf23678b-60c8-4f94-8e62-146430ea519a req-49108139-b785-4fda-8404-3c3e99181909 service neutron] For port 773bd0fe-bb61-4533-af16-138941ab509b, host hv-cinder-84339, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:15:18.989036 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c58e5d-1ede-4616-86cf-18f5c0b10054 req-362e499c-5945-4cc0-98f8-f797c9161e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:18.991317 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-29c58e5d-1ede-4616-86cf-18f5c0b10054 req-362e499c-5945-4cc0-98f8-f797c9161e08 service neutron] 10.222.0.42 "GET /v2.0/networks?id=269c9267-8111-4543-bc62-3b35f5fef0e4 HTTP/1.1" status: 200 len: 920 time: 0.1735625 May 26 11:15:18.993208 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-bf23678b-60c8-4f94-8e62-146430ea519a req-49108139-b785-4fda-8404-3c3e99181909 service neutron] For port 773bd0fe-bb61-4533-af16-138941ab509b, host hv-cinder-84339, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=773bd0fe-bb61-4533-af16-138941ab509b,segment=NetworkSegment(19976d9f-7588-4846-9df0-c095323a9858),segment_id=19976d9f-7588-4846-9df0-c095323a9858)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:15:19.010671 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-279d4378-24ac-4139-9423-314b176a1c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:19.049205 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-279d4378-24ac-4139-9423-314b176a1c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:19.054935 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-279d4378-24ac-4139-9423-314b176a1c42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:19.054935 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-279d4378-24ac-4139-9423-314b176a1c42 service neutron] 10.222.0.42 "PUT /v2.0/ports/73d1c007-d465-4efc-a7a0-e7f6ec103745 HTTP/1.1" status: 200 len: 1093 time: 1.7692866 May 26 11:15:19.054935 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d24c53-1f4d-46c0-b733-d9ffea157aae', 'tag': '73d1c007-d465-4efc-a7a0-e7f6ec103745'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:15:19.060908 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-29c58e5d-1ede-4616-86cf-18f5c0b10054 req-9f28683e-2f01-4984-bb16-e3719ef3577a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc8dd25b-6328-4324-93cb-d0bc97588825 HTTP/1.1" status: 200 len: 217 time: 0.0625901 May 26 11:15:19.079287 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3fa67f7b-c445-43f2-8960-e538c382c4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:19.083439 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3fa67f7b-c445-43f2-8960-e538c382c4bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:19.083439 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-3fa67f7b-c445-43f2-8960-e538c382c4bf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2caadfbb-8aa6-4899-8076-f55e8278f728 HTTP/1.1" status: 204 len: 168 time: 0.8166728 May 26 11:15:19.085086 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-63878a87-c664-4a71-aeb2-8073983d3cca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:19.214589 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-63878a87-c664-4a71-aeb2-8073983d3cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:19.220864 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-63878a87-c664-4a71-aeb2-8073983d3cca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for port, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:19.223349 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-63878a87-c664-4a71-aeb2-8073983d3cca service neutron] 10.222.0.42 "PUT /v2.0/ports/e849e4eb-1eb7-446f-af61-75da7738ffc9 HTTP/1.1" status: 200 len: 1093 time: 1.9367905 May 26 11:15:19.225160 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e', 'tag': 'e849e4eb-1eb7-446f-af61-75da7738ffc9'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:15:19.238449 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68cb6bc11d0969d8050e4c4fd8812a2ae7a0aff31285e7476e9ca95485fd95a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce3ef01a-47ab-485e-aee0-41ac0cee40c8" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e", "tag": "e849e4eb-1eb7-446f-af61-75da7738ffc9"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:15:19.242854 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d4378-24ac-4139-9423-314b176a1c42 service neutron] Pushing event updated for resources: {'Port': ['ID=73d1c007-d465-4efc-a7a0-e7f6ec103745,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:19.259247 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-bf23678b-60c8-4f94-8e62-146430ea519a req-49108139-b785-4fda-8404-3c3e99181909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:19.261731 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa67f7b-c445-43f2-8960-e538c382c4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caadfbb-8aa6-4899-8076-f55e8278f728,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:19.295855 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device b06b67f3-1a5f-46da-ac2d-067dab8a3159 up at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:15:19.520934 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning for port b06b67f3-1a5f-46da-ac2d-067dab8a3159 completed by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:15:19.525687 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning complete for port b06b67f3-1a5f-46da-ac2d-067dab8a3159 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:19.526319 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:19.633761 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c58e5d-1ede-4616-86cf-18f5c0b10054 req-04348379-36b5-4785-af50-21158b9eb7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:19.636058 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-29c58e5d-1ede-4616-86cf-18f5c0b10054 req-04348379-36b5-4785-af50-21158b9eb7a5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a235b399-7a9f-4f18-97ae-141845f325ad HTTP/1.1" status: 200 len: 858 time: 0.5682409 May 26 11:15:19.658937 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b22fa2-eff6-43c8-badc-63256b5bb117 req-bd829c4a-05e0-49fe-b99d-572f4b976024 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:19.671835 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d1b22fa2-eff6-43c8-badc-63256b5bb117 req-bd829c4a-05e0-49fe-b99d-572f4b976024 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 943 time: 0.3426642 May 26 11:15:19.681969 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port b06b67f3-1a5f-46da-ac2d-067dab8a3159 is: BUILD; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:15:19.682706 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:19.691357 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63878a87-c664-4a71-aeb2-8073983d3cca service neutron] Pushing event updated for resources: {'Port': ['ID=e849e4eb-1eb7-446f-af61-75da7738ffc9,revision_number=3']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:19.705926 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23678b-60c8-4f94-8e62-146430ea519a req-49108139-b785-4fda-8404-3c3e99181909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:19.706467 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-bf23678b-60c8-4f94-8e62-146430ea519a req-49108139-b785-4fda-8404-3c3e99181909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:19.707869 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bf23678b-60c8-4f94-8e62-146430ea519a req-49108139-b785-4fda-8404-3c3e99181909 service neutron] 10.222.0.42 "PUT /v2.0/ports/773bd0fe-bb61-4533-af16-138941ab509b HTTP/1.1" status: 200 len: 1094 time: 2.4232039 May 26 11:15:19.708074 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-460d0ef0-c868-456c-afce-bd0fea041caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:19.708700 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6002f885-0a9b-4e8b-af47-7c5d24d14860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06b67f3-1a5f-46da-ac2d-067dab8a3159'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:15:19.710139 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-460d0ef0-c868-456c-afce-bd0fea041caa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f75021785f634f61b049c180934660f4&device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 1096 time: 0.4025998 May 26 11:15:19.710705 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eab878c-a930-4985-8257-f09d8f752c11" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d24c53-1f4d-46c0-b733-d9ffea157aae", "tag": "73d1c007-d465-4efc-a7a0-e7f6ec103745"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:15:19.793359 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-7a225e1d-25b1-462d-8628-b213308a9db8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73d1c007-d465-4efc-a7a0-e7f6ec103745 HTTP/1.1" status: 200 len: 217 time: 0.0645308 May 26 11:15:19.806726 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49108139-b785-4fda-8404-3c3e99181909 service neutron] Pushing event updated for resources: {'Port': ['ID=773bd0fe-bb61-4533-af16-138941ab509b,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:19.812643 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d1b22fa2-eff6-43c8-badc-63256b5bb117 req-8047bd61-da7e-4d57-85d2-2e0d204f049e tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389241 May 26 11:15:19.822019 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8858a-db23-4a62-886e-10bbc1a08735 req-4e35cfaf-ee5e-444a-9357-10bff0e27a98 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:19.829446 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-52d8858a-db23-4a62-886e-10bbc1a08735 req-4e35cfaf-ee5e-444a-9357-10bff0e27a98 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 944 time: 0.5882769 May 26 11:15:19.842043 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-19325a5d-153b-4e3b-b584-9194d0542781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:19.843580 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-19325a5d-153b-4e3b-b584-9194d0542781 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c230246bb94476891f4cc468a47d8c1&device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 1096 time: 0.1298528 May 26 11:15:19.873067 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port b06b67f3-1a5f-46da-ac2d-067dab8a3159, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=b06b67f3-1a5f-46da-ac2d-067dab8a3159,segment=NetworkSegment(0627c432-e30a-4d29-a8e9-640f48ba46c6),segment_id=0627c432-e30a-4d29-a8e9-640f48ba46c6)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:15:19.920508 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74216bd6-e503-4993-b928-bef11e26dea9" -d '{"events": [{"server_uuid": "6002f885-0a9b-4e8b-af47-7c5d24d14860", "name": "network-vif-plugged", "status": "completed", "tag": "b06b67f3-1a5f-46da-ac2d-067dab8a3159"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:15:19.931890 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c58e5d-1ede-4616-86cf-18f5c0b10054 req-019ac726-9159-4def-b74e-30f4626cd5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:19.933718 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-29c58e5d-1ede-4616-86cf-18f5c0b10054 req-019ac726-9159-4def-b74e-30f4626cd5bc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=269c9267-8111-4543-bc62-3b35f5fef0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2871199 May 26 11:15:19.942190 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:19.946672 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-72860606-8580-4e07-868c-3444aac41dbe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e849e4eb-1eb7-446f-af61-75da7738ffc9 HTTP/1.1" status: 200 len: 217 time: 0.0885108 May 26 11:15:19.959793 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-c287e652-9614-475c-a59e-e30c788326af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:19.962217 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-c287e652-9614-475c-a59e-e30c788326af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b2d5adfb-8844-43b5-9569-dc8a73d4cd6b HTTP/1.1" status: 200 len: 849 time: 0.1356699 May 26 11:15:19.984849 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9f8748-6aa7-4591-84ec-9a07da776b3e x-openstack-request-id: req-db9f8748-6aa7-4591-84ec-9a07da776b3e {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:15:19.985000 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e", "tag": "e849e4eb-1eb7-446f-af61-75da7738ffc9", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:15:19.985337 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db9f8748-6aa7-4591-84ec-9a07da776b3e {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:15:19.985784 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db9f8748-6aa7-4591-84ec-9a07da776b3e'] response: {'name': 'network-changed', 'server_uuid': '5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e', 'tag': 'e849e4eb-1eb7-446f-af61-75da7738ffc9', 'status': 'completed', 'code': 200} May 26 11:15:20.006773 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-52d8858a-db23-4a62-886e-10bbc1a08735 req-1a368226-7d5f-40d1-8318-cb698eb59e97 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745222 May 26 11:15:20.006973 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=b06b67f3-1a5f-46da-ac2d-067dab8a3159,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:20.026984 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23678b-60c8-4f94-8e62-146430ea519a req-c85e33fd-aa90-4de5-a76b-1eb2fd0ba0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:20.028226 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bf23678b-60c8-4f94-8e62-146430ea519a req-c85e33fd-aa90-4de5-a76b-1eb2fd0ba0ed service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d121bc82e4a4381b9584cd89c2d4f69&device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 1097 time: 0.1958656 May 26 11:15:20.042638 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 36112) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:20.095817 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2ead9726-0fbd-4ff6-8056-4bc891e7e37d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:20.100047 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bf23678b-60c8-4f94-8e62-146430ea519a req-a30c971e-4e3b-4d34-a906-be6e88798fc5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=773bd0fe-bb61-4533-af16-138941ab509b HTTP/1.1" status: 200 len: 217 time: 0.0582786 May 26 11:15:20.102015 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-12ed147f-22b5-45fa-9efc-e65902ec0b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:20.103356 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-12ed147f-22b5-45fa-9efc-e65902ec0b77 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=514f2ce8-5ecc-434b-8584-b769021cd39f HTTP/1.1" status: 200 len: 856 time: 0.1501937 May 26 11:15:20.138255 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-5f68a0c2-d1c6-4a9a-9372-f892a59e312e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:20.138255 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-5f68a0c2-d1c6-4a9a-9372-f892a59e312e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ff00a8f-4904-4850-8392-2b7e558c981b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1628628 May 26 11:15:20.166697 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f545ffd-4674-4125-9b92-f66377e0342d req-518f6335-8eed-4f5d-8038-71e3aa921a10 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:20.168194 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1f545ffd-4674-4125-9b92-f66377e0342d req-518f6335-8eed-4f5d-8038-71e3aa921a10 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.1006343 May 26 11:15:20.182612 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-38e07b9a-ce66-44c5-9d75-2e18c4440649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:20.228136 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-29c58e5d-1ede-4616-86cf-18f5c0b10054 req-a20c670f-d62a-405f-87ca-eaa64f06896f service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851765 May 26 11:15:20.258369 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23678b-60c8-4f94-8e62-146430ea519a req-65f69a82-59ec-42d1-b905-a2be7782d743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:20.263574 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bf23678b-60c8-4f94-8e62-146430ea519a req-65f69a82-59ec-42d1-b905-a2be7782d743 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a235b399-7a9f-4f18-97ae-141845f325ad HTTP/1.1" status: 200 len: 858 time: 0.1416125 May 26 11:15:20.284126 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-172b6e34-78df-459c-95a2-e50fcffa688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:20.285498 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-172b6e34-78df-459c-95a2-e50fcffa688c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8f9ca9a-5305-4587-9899-24d42d7bc678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1683600 May 26 11:15:20.292716 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a9cd9-9354-45ae-8233-346e4cdd76ab req-8b7282ab-de6e-49f1-a515-4e20122921dc tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:20.294070 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7c8a9cd9-9354-45ae-8233-346e4cdd76ab req-8b7282ab-de6e-49f1-a515-4e20122921dc tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 945 time: 0.1996510 May 26 11:15:20.306087 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1f545ffd-4674-4125-9b92-f66377e0342d req-95d7cc22-c80b-444e-a9a8-82d3f073c51c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251409 May 26 11:15:20.349078 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-ce7a6503-d9eb-4091-975c-6e91696b9bda service neutron] 10.222.0.42 "GET /v2.0/networks/3ff00a8f-4904-4850-8392-2b7e558c981b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035396 May 26 11:15:20.420106 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-29c58e5d-1ede-4616-86cf-18f5c0b10054 req-f554c539-16a5-4687-bb3e-56d24dc04d72 service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803405 May 26 11:15:20.475559 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-62f70b33-1f4c-434a-a2aa-70781b6ef49a req-628c09fa-2f72-4bbe-a830-bd245f2e5627 service neutron] 10.222.0.42 "GET /v2.0/networks/3ff00a8f-4904-4850-8392-2b7e558c981b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190059 May 26 11:15:20.512934 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7c8a9cd9-9354-45ae-8233-346e4cdd76ab req-9508eeef-2b8d-4c63-b232-4081f5979b6f tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc805f8-651f-442f-8a9c-458a0c827f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890306 May 26 11:15:20.533407 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23678b-60c8-4f94-8e62-146430ea519a req-09143306-86f7-46cc-b4ca-0cd1564a3cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:20.535048 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bf23678b-60c8-4f94-8e62-146430ea519a req-09143306-86f7-46cc-b4ca-0cd1564a3cf7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=269c9267-8111-4543-bc62-3b35f5fef0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2660420 May 26 11:15:20.548116 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2ead9726-0fbd-4ff6-8056-4bc891e7e37d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:20.554192 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-6af99fa4-facd-46d6-98fe-5792e089dfc4 service neutron] 10.222.0.42 "GET /v2.0/networks/c8f9ca9a-5305-4587-9899-24d42d7bc678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590837 May 26 11:15:20.621496 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22564cd3-9b33-4073-96cb-943d42a2e82d x-openstack-request-id: req-22564cd3-9b33-4073-96cb-943d42a2e82d {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:15:20.621994 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d24c53-1f4d-46c0-b733-d9ffea157aae", "tag": "73d1c007-d465-4efc-a7a0-e7f6ec103745", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:15:20.622244 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22564cd3-9b33-4073-96cb-943d42a2e82d {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:15:20.622688 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22564cd3-9b33-4073-96cb-943d42a2e82d'] response: {'name': 'network-changed', 'server_uuid': 'f2d24c53-1f4d-46c0-b733-d9ffea157aae', 'tag': '73d1c007-d465-4efc-a7a0-e7f6ec103745', 'status': 'completed', 'code': 200} May 26 11:15:20.623916 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2ead9726-0fbd-4ff6-8056-4bc891e7e37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:20.664977 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb9e347-53b7-472d-8d18-b78ecc0f0fc5 x-openstack-request-id: req-ddb9e347-53b7-472d-8d18-b78ecc0f0fc5 {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:15:20.665454 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6002f885-0a9b-4e8b-af47-7c5d24d14860", "name": "network-vif-plugged", "status": "completed", "tag": "b06b67f3-1a5f-46da-ac2d-067dab8a3159", "code": 200}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:15:20.665454 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ddb9e347-53b7-472d-8d18-b78ecc0f0fc5 {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:15:20.666305 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddb9e347-53b7-472d-8d18-b78ecc0f0fc5'] response: {'server_uuid': '6002f885-0a9b-4e8b-af47-7c5d24d14860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06b67f3-1a5f-46da-ac2d-067dab8a3159', 'code': 200} May 26 11:15:20.691229 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab878c-a930-4985-8257-f09d8f752c11 req-b051ff63-40c5-48a8-93f5-97059c0356d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:20.692809 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9eab878c-a930-4985-8257-f09d8f752c11 req-b051ff63-40c5-48a8-93f5-97059c0356d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f75021785f634f61b049c180934660f4&device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 1096 time: 0.0555532 May 26 11:15:20.719722 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-2ead9726-0fbd-4ff6-8056-4bc891e7e37d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d31c249e8e0442539f54f7d70fbe264b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6743202 May 26 11:15:20.723657 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 36136) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:20.730871 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead9726-0fbd-4ff6-8056-4bc891e7e37d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae2f8e5-c59f-4484-8618-16365e744681,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:20.795375 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2af56cc6-4ee6-4b16-b5e8-f52d5c6115a4 req-74828444-e659-46b1-a6b4-88116994771b service neutron] 10.222.0.42 "GET /v2.0/networks/c8f9ca9a-5305-4587-9899-24d42d7bc678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206092 May 26 11:15:20.798184 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bf23678b-60c8-4f94-8e62-146430ea519a req-86c27aef-a1c3-4c95-b544-2af0faba6876 service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485352 May 26 11:15:20.803520 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab878c-a930-4985-8257-f09d8f752c11 req-7a025ef0-194d-4a01-b8a9-674cd470368b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:20.806481 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9eab878c-a930-4985-8257-f09d8f752c11 req-7a025ef0-194d-4a01-b8a9-674cd470368b service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ff00a8f-4904-4850-8392-2b7e558c981b HTTP/1.1" status: 200 len: 911 time: 0.1067071 May 26 11:15:20.852650 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9eab878c-a930-4985-8257-f09d8f752c11 req-19bfca0e-64f8-4518-92b2-52cdd7813181 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73d1c007-d465-4efc-a7a0-e7f6ec103745 HTTP/1.1" status: 200 len: 217 time: 0.0387697 May 26 11:15:20.882123 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a084af83-cb15-4f5a-ad49-77212a9abbf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:20.924765 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a084af83-cb15-4f5a-ad49-77212a9abbf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:20.961719 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab878c-a930-4985-8257-f09d8f752c11 req-18fa0fa9-c36d-43dc-9a78-2bf6e5f2bb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:20.963197 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9eab878c-a930-4985-8257-f09d8f752c11 req-18fa0fa9-c36d-43dc-9a78-2bf6e5f2bb9d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b2d5adfb-8844-43b5-9569-dc8a73d4cd6b HTTP/1.1" status: 200 len: 849 time: 0.1036842 May 26 11:15:20.967157 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bf23678b-60c8-4f94-8e62-146430ea519a req-29dc7333-2a47-4712-a6d5-65b22b2c47ac service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584966 May 26 11:15:20.982839 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88adb156-d78e-4597-a73d-cff083a149cc req-e463c6de-b600-43ae-90d8-a61049462b40 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:20.990657 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-88adb156-d78e-4597-a73d-cff083a149cc req-e463c6de-b600-43ae-90d8-a61049462b40 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 943 time: 0.0773125 May 26 11:15:21.012742 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ef01a-47ab-485e-aee0-41ac0cee40c8 req-25a4d485-5ffa-4e6e-9dd3-b69e577c246e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:21.014425 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ce3ef01a-47ab-485e-aee0-41ac0cee40c8 req-25a4d485-5ffa-4e6e-9dd3-b69e577c246e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c230246bb94476891f4cc468a47d8c1&device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 1096 time: 0.0592272 May 26 11:15:21.069025 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-88adb156-d78e-4597-a73d-cff083a149cc req-15976565-e996-438a-985e-f6d9b49250e9 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744164 May 26 11:15:21.080508 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab878c-a930-4985-8257-f09d8f752c11 req-4800b461-8926-40d6-a533-e929a882ec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:21.080508 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9eab878c-a930-4985-8257-f09d8f752c11 req-4800b461-8926-40d6-a533-e929a882ec6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ff00a8f-4904-4850-8392-2b7e558c981b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0821178 May 26 11:15:21.189734 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a084af83-cb15-4f5a-ad49-77212a9abbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:21.192078 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9eab878c-a930-4985-8257-f09d8f752c11 req-e78fc4ba-50ba-41ea-a76b-b94fa4668b26 service neutron] 10.222.0.42 "GET /v2.0/networks/3ff00a8f-4904-4850-8392-2b7e558c981b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984397 May 26 11:15:21.192802 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a084af83-cb15-4f5a-ad49-77212a9abbf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:21.194094 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-a084af83-cb15-4f5a-ad49-77212a9abbf6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ae2f8e5-c59f-4484-8618-16365e744681 HTTP/1.1" status: 204 len: 168 time: 0.4640443 May 26 11:15:21.234675 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084af83-cb15-4f5a-ad49-77212a9abbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae2f8e5-c59f-4484-8618-16365e744681,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:21.244527 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 36158) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:21.285591 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device fc8dd25b-6328-4324-93cb-d0bc97588825 details requested by agent hyperv_hv-cinder-84339 with host hv-cinder-84339 {{(pid=102813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 11:15:21.312696 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6661c5-f163-43b3-9c26-92b6e2d005d8 req-282bf57d-fe29-4029-9d5b-02446a71fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:21.314210 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bc6661c5-f163-43b3-9c26-92b6e2d005d8 req-282bf57d-fe29-4029-9d5b-02446a71fc17 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 1098 time: 0.1866014 May 26 11:15:21.347858 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62cd0e-59c7-4ecf-b659-666271085a1c req-4098fd3b-2fb7-4a61-8f28-28329c8511f5 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:21.349725 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0d62cd0e-59c7-4ecf-b659-666271085a1c req-4098fd3b-2fb7-4a61-8f28-28329c8511f5 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 944 time: 0.2655520 May 26 11:15:21.365322 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9eab878c-a930-4985-8257-f09d8f752c11 req-64dc37e8-054a-40f8-a4df-13bcc1cce907 service neutron] 10.222.0.42 "GET /v2.0/networks/3ff00a8f-4904-4850-8392-2b7e558c981b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641943 May 26 11:15:21.368355 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-bc6661c5-f163-43b3-9c26-92b6e2d005d8 req-0261e27a-469a-49fd-9abe-47cff1f8576e service neutron] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:21.400593 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ef01a-47ab-485e-aee0-41ac0cee40c8 req-a85293af-908d-41b8-ad18-da7f04004292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:21.402151 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ce3ef01a-47ab-485e-aee0-41ac0cee40c8 req-a85293af-908d-41b8-ad18-da7f04004292 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8f9ca9a-5305-4587-9899-24d42d7bc678 HTTP/1.1" status: 200 len: 918 time: 0.3783190 May 26 11:15:21.496883 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0d62cd0e-59c7-4ecf-b659-666271085a1c req-9253973c-e7fa-4c2a-b8bd-22c225e4db65 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319697 May 26 11:15:21.503120 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ce3ef01a-47ab-485e-aee0-41ac0cee40c8 req-10bacccb-167e-4984-8cb3-ba660bae1cf5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e849e4eb-1eb7-446f-af61-75da7738ffc9 HTTP/1.1" status: 200 len: 217 time: 0.0907447 May 26 11:15:21.519088 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port fc8dd25b-6328-4324-93cb-d0bc97588825, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=fc8dd25b-6328-4324-93cb-d0bc97588825,segment=NetworkSegment(19976d9f-7588-4846-9df0-c095323a9858),segment_id=19976d9f-7588-4846-9df0-c095323a9858)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:15:21.526557 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845ec231-7b32-4bf4-bc06-33a82e933709 req-faf80add-37df-482e-9898-8dfd6dace839 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:21.529313 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-845ec231-7b32-4bf4-bc06-33a82e933709 req-faf80add-37df-482e-9898-8dfd6dace839 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.1210215 May 26 11:15:21.540097 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Returning: {'device': 'fc8dd25b-6328-4324-93cb-d0bc97588825', 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4', 'port_id': 'fc8dd25b-6328-4324-93cb-d0bc97588825', 'mac_address': 'fa:16:3e:95:19:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a235b399-7a9f-4f18-97ae-141845f325ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 11:15:21.577596 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:21.588089 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ef01a-47ab-485e-aee0-41ac0cee40c8 req-4653e413-201b-4680-bfdd-fc3e253e96fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:21.590507 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ce3ef01a-47ab-485e-aee0-41ac0cee40c8 req-4653e413-201b-4680-bfdd-fc3e253e96fd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=514f2ce8-5ecc-434b-8584-b769021cd39f HTTP/1.1" status: 200 len: 856 time: 0.0777433 May 26 11:15:21.593083 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port fc8dd25b-6328-4324-93cb-d0bc97588825 is: DOWN; New status is: BUILD {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:15:21.597430 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:21.629192 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc8dd25b-6328-4324-93cb-d0bc97588825 {{(pid=102813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:15:21.638784 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-845ec231-7b32-4bf4-bc06-33a82e933709 req-0cecb547-386f-44db-bc71-79d6c7563415 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969207 May 26 11:15:21.667397 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port fc8dd25b-6328-4324-93cb-d0bc97588825, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=fc8dd25b-6328-4324-93cb-d0bc97588825,segment=NetworkSegment(19976d9f-7588-4846-9df0-c095323a9858),segment_id=19976d9f-7588-4846-9df0-c095323a9858)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:15:21.751382 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:21.808636 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=fc8dd25b-6328-4324-93cb-d0bc97588825,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:21.849948 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-bc6661c5-f163-43b3-9c26-92b6e2d005d8 req-0261e27a-469a-49fd-9abe-47cff1f8576e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:21.852515 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e57b85da-cf2e-4db2-ad1e-3a3ad950afb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:21.887625 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed4ef5-eb4d-42cd-bb0e-e3f05d5e7d52 req-3f771dfb-47d5-4063-91b0-bab7ec5ea6dc tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:21.889106 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-20ed4ef5-eb4d-42cd-bb0e-e3f05d5e7d52 req-3f771dfb-47d5-4063-91b0-bab7ec5ea6dc tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 945 time: 0.2770834 May 26 11:15:21.892531 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ef01a-47ab-485e-aee0-41ac0cee40c8 req-2b54bb16-3ce0-4cdc-b14f-2ab963ffe27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:21.894199 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ce3ef01a-47ab-485e-aee0-41ac0cee40c8 req-2b54bb16-3ce0-4cdc-b14f-2ab963ffe27a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8f9ca9a-5305-4587-9899-24d42d7bc678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2907898 May 26 11:15:21.940775 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-bc6661c5-f163-43b3-9c26-92b6e2d005d8 req-0261e27a-469a-49fd-9abe-47cff1f8576e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:21.978956 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['fc8dd25b-6328-4324-93cb-d0bc97588825'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:15:22.032847 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bc6661c5-f163-43b3-9c26-92b6e2d005d8 req-0261e27a-469a-49fd-9abe-47cff1f8576e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dcc805f8-651f-442f-8a9c-458a0c827f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7091408 May 26 11:15:22.044919 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-20ed4ef5-eb4d-42cd-bb0e-e3f05d5e7d52 req-f4fd03d4-ece8-4dab-953b-67df29bd09e0 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc805f8-651f-442f-8a9c-458a0c827f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488185 May 26 11:15:22.067863 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261e27a-469a-49fd-9abe-47cff1f8576e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ada53871-3991-47c4-b84b-2cb53711f426,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:22.095317 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ce3ef01a-47ab-485e-aee0-41ac0cee40c8 req-1c877eb6-4bd9-4c40-a466-36018ac10590 service neutron] 10.222.0.42 "GET /v2.0/networks/c8f9ca9a-5305-4587-9899-24d42d7bc678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871748 May 26 11:15:22.104357 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e57b85da-cf2e-4db2-ad1e-3a3ad950afb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:22.210611 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365eeab-a2af-4c1a-8ad9-5d695bcc70ad req-80ad0428-8e6a-4788-bc02-2a5fc7628344 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:22.212143 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c365eeab-a2af-4c1a-8ad9-5d695bcc70ad req-80ad0428-8e6a-4788-bc02-2a5fc7628344 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 943 time: 0.0520568 May 26 11:15:22.218846 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e57b85da-cf2e-4db2-ad1e-3a3ad950afb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:22.250892 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c365eeab-a2af-4c1a-8ad9-5d695bcc70ad req-4a5d7da7-2416-43c0-bb4c-2bd99d8d8a2e tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328321 May 26 11:15:22.287306 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-e57b85da-cf2e-4db2-ad1e-3a3ad950afb1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=897b4b363b8a42acad54438fc6769ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0352755 May 26 11:15:22.291922 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 36202) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:22.312547 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b85da-cf2e-4db2-ad1e-3a3ad950afb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad80cce5-41cd-4726-8f94-ebbdaba70541,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:22.345689 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9269fac-8da4-4e96-94fc-fb34215ca941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:22.361121 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ce3ef01a-47ab-485e-aee0-41ac0cee40c8 req-135cb848-2fe1-47b6-95c5-4013b08afbbb service neutron] 10.222.0.42 "GET /v2.0/networks/c8f9ca9a-5305-4587-9899-24d42d7bc678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025112 May 26 11:15:22.367806 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9269fac-8da4-4e96-94fc-fb34215ca941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:22.473117 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9269fac-8da4-4e96-94fc-fb34215ca941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:22.479042 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9269fac-8da4-4e96-94fc-fb34215ca941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:22.479042 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-d9269fac-8da4-4e96-94fc-fb34215ca941 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad80cce5-41cd-4726-8f94-ebbdaba70541 HTTP/1.1" status: 204 len: 168 time: 0.1863871 May 26 11:15:22.486749 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9269fac-8da4-4e96-94fc-fb34215ca941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad80cce5-41cd-4726-8f94-ebbdaba70541,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:22.625748 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '974e1364-3544-4e52-92d8-551badbc8699', 'tag': '773bd0fe-bb61-4533-af16-138941ab509b'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:15:22.628009 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60768377-1ffc-4c4a-9dcb-4dc8bbdc0b18" -d '{"events": [{"name": "network-changed", "server_uuid": "974e1364-3544-4e52-92d8-551badbc8699", "tag": "773bd0fe-bb61-4533-af16-138941ab509b"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:15:22.647550 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd83f84-5b52-4983-98a3-c0a4f34a83ec req-9b45e613-bab2-4339-a13a-803f5cc7d653 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:22.655367 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1cd83f84-5b52-4983-98a3-c0a4f34a83ec req-9b45e613-bab2-4339-a13a-803f5cc7d653 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 944 time: 0.0873456 May 26 11:15:22.677227 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3815bfd-aabc-4897-841e-422ad33c03ab x-openstack-request-id: req-f3815bfd-aabc-4897-841e-422ad33c03ab {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:15:22.677521 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "974e1364-3544-4e52-92d8-551badbc8699", "tag": "773bd0fe-bb61-4533-af16-138941ab509b", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:15:22.677776 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3815bfd-aabc-4897-841e-422ad33c03ab {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:15:22.678472 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3815bfd-aabc-4897-841e-422ad33c03ab'] response: {'name': 'network-changed', 'server_uuid': '974e1364-3544-4e52-92d8-551badbc8699', 'tag': '773bd0fe-bb61-4533-af16-138941ab509b', 'status': 'completed', 'code': 200} May 26 11:15:22.700321 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1cd83f84-5b52-4983-98a3-c0a4f34a83ec req-ab4df8cb-cc6f-4dd4-b740-30366efc18bf tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438318 May 26 11:15:22.752765 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60768377-1ffc-4c4a-9dcb-4dc8bbdc0b18 req-327c121b-2d02-42b3-b554-8d5fe3ba73d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:22.754350 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-60768377-1ffc-4c4a-9dcb-4dc8bbdc0b18 req-327c121b-2d02-42b3-b554-8d5fe3ba73d9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d121bc82e4a4381b9584cd89c2d4f69&device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 1097 time: 0.0522151 May 26 11:15:22.770111 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:22.791922 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd73025-3391-4ed6-954f-29484d6ebc6e req-1e5e3d5b-4715-4ed2-be76-4a43f43302b4 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:22.793688 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6dd73025-3391-4ed6-954f-29484d6ebc6e req-1e5e3d5b-4715-4ed2-be76-4a43f43302b4 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0554171 May 26 11:15:22.836654 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6dd73025-3391-4ed6-954f-29484d6ebc6e req-13cbc49a-a4b1-4d7d-8108-54e494a6d798 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359855 May 26 11:15:22.862204 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 36232) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:22.866337 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60768377-1ffc-4c4a-9dcb-4dc8bbdc0b18 req-f9c91d1c-b0b8-48cb-98f1-208898360418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:22.868000 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-60768377-1ffc-4c4a-9dcb-4dc8bbdc0b18 req-f9c91d1c-b0b8-48cb-98f1-208898360418 service neutron] 10.222.0.42 "GET /v2.0/networks?id=269c9267-8111-4543-bc62-3b35f5fef0e4 HTTP/1.1" status: 200 len: 920 time: 0.1066282 May 26 11:15:22.910364 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-60768377-1ffc-4c4a-9dcb-4dc8bbdc0b18 req-c5d3c82b-760e-421b-be3b-dcda3e4b0fab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=773bd0fe-bb61-4533-af16-138941ab509b HTTP/1.1" status: 200 len: 217 time: 0.0346305 May 26 11:15:22.972005 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60768377-1ffc-4c4a-9dcb-4dc8bbdc0b18 req-249e1db7-86a7-48b2-905e-449f13b04aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:22.972005 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-60768377-1ffc-4c4a-9dcb-4dc8bbdc0b18 req-249e1db7-86a7-48b2-905e-449f13b04aed service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a235b399-7a9f-4f18-97ae-141845f325ad HTTP/1.1" status: 200 len: 858 time: 0.0542548 May 26 11:15:23.017449 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60768377-1ffc-4c4a-9dcb-4dc8bbdc0b18 req-6380bbb0-a9c8-4d08-90f0-c163207b2d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:23.019104 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-60768377-1ffc-4c4a-9dcb-4dc8bbdc0b18 req-6380bbb0-a9c8-4d08-90f0-c163207b2d9d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=269c9267-8111-4543-bc62-3b35f5fef0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399983 May 26 11:15:23.169598 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-60768377-1ffc-4c4a-9dcb-4dc8bbdc0b18 req-2090004e-dfb2-4100-b2a3-d2b67e36a546 service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425810 May 26 11:15:23.211550 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b72bd20f-6b0a-44d5-81f3-cd242bd4cf01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:23.227621 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:23.232767 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269f986a-0721-43d2-9875-7c14bc523b0f req-714bb1e9-960e-4592-859a-6cf01beaea25 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:23.234261 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-269f986a-0721-43d2-9875-7c14bc523b0f req-714bb1e9-960e-4592-859a-6cf01beaea25 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 945 time: 0.1140468 May 26 11:15:23.290925 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b72bd20f-6b0a-44d5-81f3-cd242bd4cf01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:23.300880 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-269f986a-0721-43d2-9875-7c14bc523b0f req-8b573763-962c-425f-bcec-9cb2449775c4 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc805f8-651f-442f-8a9c-458a0c827f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568001 May 26 11:15:23.302399 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device e849e4eb-1eb7-446f-af61-75da7738ffc9 details requested by agent hyperv_hv-cinder-84339 with host hv-cinder-84339 {{(pid=102813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 11:15:23.304093 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-60768377-1ffc-4c4a-9dcb-4dc8bbdc0b18 req-7c96e7bb-a5b0-4738-9493-67ce82cbaca6 service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264246 May 26 11:15:23.317723 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device fc8dd25b-6328-4324-93cb-d0bc97588825 up at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:15:23.404692 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a857cd-fded-466a-8fa3-b0fe5e614e93 req-100e03ee-21d2-478e-8778-6ee48db9953d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:23.414515 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-68a857cd-fded-466a-8fa3-b0fe5e614e93 req-100e03ee-21d2-478e-8778-6ee48db9953d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 943 time: 0.0833395 May 26 11:15:23.459919 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-68a857cd-fded-466a-8fa3-b0fe5e614e93 req-e8abf374-eba3-4930-8c3f-c0e067350655 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448830 May 26 11:15:23.470061 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b72bd20f-6b0a-44d5-81f3-cd242bd4cf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:23.534482 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72bd20f-6b0a-44d5-81f3-cd242bd4cf01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89856555-8306-47ae-9c7d-36b29ac5dfd2,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:23.562327 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port e849e4eb-1eb7-446f-af61-75da7738ffc9, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=e849e4eb-1eb7-446f-af61-75da7738ffc9,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:15:23.571251 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-b72bd20f-6b0a-44d5-81f3-cd242bd4cf01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd701034221c4cf2b23e756571965d20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7059791 May 26 11:15:23.572013 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 36256) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:23.578059 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Returning: {'device': 'e849e4eb-1eb7-446f-af61-75da7738ffc9', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'port_id': 'e849e4eb-1eb7-446f-af61-75da7738ffc9', 'mac_address': 'fa:16:3e:a6:f9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 11:15:23.628964 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port e849e4eb-1eb7-446f-af61-75da7738ffc9 is: DOWN; New status is: BUILD {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:15:23.629569 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:23.644044 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e849e4eb-1eb7-446f-af61-75da7738ffc9 {{(pid=102813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:15:23.645787 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9c550eec-ae6c-4be0-b351-7ff53d61409c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:23.655265 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 36258) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:23.671715 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-68a9c751-4aa9-45a6-ac4f-9cf16ab87ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:23.680699 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9c550eec-ae6c-4be0-b351-7ff53d61409c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:23.690733 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port e849e4eb-1eb7-446f-af61-75da7738ffc9, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=e849e4eb-1eb7-446f-af61-75da7738ffc9,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:15:23.692009 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning for port fc8dd25b-6328-4324-93cb-d0bc97588825 completed by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:15:23.697639 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning complete for port fc8dd25b-6328-4324-93cb-d0bc97588825 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:23.702095 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:23.781207 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:23.782017 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 73d1c007-d465-4efc-a7a0-e7f6ec103745 details requested by agent hyperv_hv-cinder-84339 with host hv-cinder-84339 {{(pid=102813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 11:15:23.857792 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9c550eec-ae6c-4be0-b351-7ff53d61409c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:23.860711 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9c550eec-ae6c-4be0-b351-7ff53d61409c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:23.863984 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-9c550eec-ae6c-4be0-b351-7ff53d61409c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89856555-8306-47ae-9c7d-36b29ac5dfd2 HTTP/1.1" status: 204 len: 168 time: 0.2882514 May 26 11:15:23.887495 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port fc8dd25b-6328-4324-93cb-d0bc97588825 is: BUILD; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:15:23.887893 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:23.902675 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c550eec-ae6c-4be0-b351-7ff53d61409c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89856555-8306-47ae-9c7d-36b29ac5dfd2,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:23.936084 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd145ac-d2d3-4b19-8b67-e52311e0babf req-406e567c-4e5f-451b-9b4f-3a6053b1d89c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:23.944747 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0bd145ac-d2d3-4b19-8b67-e52311e0babf req-406e567c-4e5f-451b-9b4f-3a6053b1d89c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 944 time: 0.1226149 May 26 11:15:23.956869 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port fc8dd25b-6328-4324-93cb-d0bc97588825, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=fc8dd25b-6328-4324-93cb-d0bc97588825,segment=NetworkSegment(19976d9f-7588-4846-9df0-c095323a9858),segment_id=19976d9f-7588-4846-9df0-c095323a9858)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:15:23.959993 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3171d9-b428-4947-90ec-94ec708ac80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8dd25b-6328-4324-93cb-d0bc97588825'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:15:23.962324 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bc7559-a4fb-4ba1-a0a0-16bc04205fb1" -d '{"events": [{"server_uuid": "ce3171d9-b428-4947-90ec-94ec708ac80f", "name": "network-vif-plugged", "status": "completed", "tag": "fc8dd25b-6328-4324-93cb-d0bc97588825"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:15:23.964930 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=e849e4eb-1eb7-446f-af61-75da7738ffc9,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:23.974320 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-68a9c751-4aa9-45a6-ac4f-9cf16ab87ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:24.017834 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 73d1c007-d465-4efc-a7a0-e7f6ec103745, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=73d1c007-d465-4efc-a7a0-e7f6ec103745,segment=NetworkSegment(bb0632a9-f043-4b7e-b617-618509deb876),segment_id=bb0632a9-f043-4b7e-b617-618509deb876)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:15:24.041019 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0bd145ac-d2d3-4b19-8b67-e52311e0babf req-b51715c6-0a86-4b4b-94ec-2bc714781c8b tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839214 May 26 11:15:24.055514 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Returning: {'device': '73d1c007-d465-4efc-a7a0-e7f6ec103745', 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b', 'port_id': '73d1c007-d465-4efc-a7a0-e7f6ec103745', 'mac_address': 'fa:16:3e:d1:ac:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 11:15:24.059925 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-68a9c751-4aa9-45a6-ac4f-9cf16ab87ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:24.060021 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:24.122392 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de0a251-11df-43dd-9d39-3edaddd7b416 x-openstack-request-id: req-0de0a251-11df-43dd-9d39-3edaddd7b416 {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:15:24.122898 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3171d9-b428-4947-90ec-94ec708ac80f", "name": "network-vif-plugged", "status": "completed", "tag": "fc8dd25b-6328-4324-93cb-d0bc97588825", "code": 200}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:15:24.123334 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0de0a251-11df-43dd-9d39-3edaddd7b416 {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:15:24.124220 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de0a251-11df-43dd-9d39-3edaddd7b416'] response: {'server_uuid': 'ce3171d9-b428-4947-90ec-94ec708ac80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc8dd25b-6328-4324-93cb-d0bc97588825', 'code': 200} May 26 11:15:24.125511 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=fc8dd25b-6328-4324-93cb-d0bc97588825,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:24.147516 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47bf9a-8b56-4f84-9e88-e3b92d931c89 req-9d154e72-d4f9-4d66-b119-f156ec15f9fb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:24.150371 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5a47bf9a-8b56-4f84-9e88-e3b92d931c89 req-9d154e72-d4f9-4d66-b119-f156ec15f9fb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 944 time: 0.1861804 May 26 11:15:24.187528 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port 73d1c007-d465-4efc-a7a0-e7f6ec103745 is: DOWN; New status is: BUILD {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:15:24.188120 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:24.211440 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d1c007-d465-4efc-a7a0-e7f6ec103745 {{(pid=102813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:15:24.219125 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-68a9c751-4aa9-45a6-ac4f-9cf16ab87ae5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=875363ca2405454293ab321af10e9737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5625327 May 26 11:15:24.222098 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 36282) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:24.222924 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a9c751-4aa9-45a6-ac4f-9cf16ab87ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c21a65ea-9efa-49b4-b1ae-e5d527c5efd1,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:24.244901 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 73d1c007-d465-4efc-a7a0-e7f6ec103745, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=73d1c007-d465-4efc-a7a0-e7f6ec103745,segment=NetworkSegment(bb0632a9-f043-4b7e-b617-618509deb876),segment_id=bb0632a9-f043-4b7e-b617-618509deb876)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:15:24.260465 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5a47bf9a-8b56-4f84-9e88-e3b92d931c89 req-738eefe2-2f2a-4c50-88e0-1ad2db2a0581 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092091 May 26 11:15:24.290509 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ca47f79c-1c00-44f7-ad72-2fbbec7fa59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:24.312141 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ca47f79c-1c00-44f7-ad72-2fbbec7fa59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:24.347918 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:24.349838 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 773bd0fe-bb61-4533-af16-138941ab509b details requested by agent hyperv_hv-cinder-84339 with host hv-cinder-84339 {{(pid=102813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 11:15:24.454180 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=73d1c007-d465-4efc-a7a0-e7f6ec103745,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:24.488465 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4291df-e23d-4694-97dc-ac8d6eba7a82 req-ca384222-e116-441c-beae-2dfd6cf8f342 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:24.488465 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8a4291df-e23d-4694-97dc-ac8d6eba7a82 req-ca384222-e116-441c-beae-2dfd6cf8f342 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 945 time: 0.0797031 May 26 11:15:24.496232 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ca47f79c-1c00-44f7-ad72-2fbbec7fa59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:24.498937 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ca47f79c-1c00-44f7-ad72-2fbbec7fa59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:24.500322 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-ca47f79c-1c00-44f7-ad72-2fbbec7fa59d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c21a65ea-9efa-49b4-b1ae-e5d527c5efd1 HTTP/1.1" status: 204 len: 168 time: 0.2770452 May 26 11:15:24.507431 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02209a51-109d-4df1-a780-207d4a933026 req-5728a252-3d9e-4458-89ee-9fde8d71a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:24.508921 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-02209a51-109d-4df1-a780-207d4a933026 req-5728a252-3d9e-4458-89ee-9fde8d71a732 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 1098 time: 0.0794680 May 26 11:15:24.514525 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 773bd0fe-bb61-4533-af16-138941ab509b, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=773bd0fe-bb61-4533-af16-138941ab509b,segment=NetworkSegment(19976d9f-7588-4846-9df0-c095323a9858),segment_id=19976d9f-7588-4846-9df0-c095323a9858)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:15:24.528034 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca47f79c-1c00-44f7-ad72-2fbbec7fa59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21a65ea-9efa-49b4-b1ae-e5d527c5efd1,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:24.528360 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Returning: {'device': '773bd0fe-bb61-4533-af16-138941ab509b', 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4', 'port_id': '773bd0fe-bb61-4533-af16-138941ab509b', 'mac_address': 'fa:16:3e:45:94:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a235b399-7a9f-4f18-97ae-141845f325ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 11:15:24.576111 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port 773bd0fe-bb61-4533-af16-138941ab509b is: DOWN; New status is: BUILD {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:15:24.576501 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:24.577639 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8a4291df-e23d-4694-97dc-ac8d6eba7a82 req-0ec7d42b-a243-4008-a31b-f65a38020a72 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc805f8-651f-442f-8a9c-458a0c827f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760574 May 26 11:15:24.580634 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-02209a51-109d-4df1-a780-207d4a933026 req-dad7cb7c-79c6-4f97-b2bf-9d7d4ac2eef1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605936 May 26 11:15:24.599952 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 773bd0fe-bb61-4533-af16-138941ab509b {{(pid=102813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:15:24.628359 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e3b955-4966-4f00-a612-7c73cd682ef6 req-ea455c9f-14a7-4c8f-8cff-f3ce7aa369b9 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:24.637283 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-28e3b955-4966-4f00-a612-7c73cd682ef6 req-ea455c9f-14a7-4c8f-8cff-f3ce7aa369b9 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 944 time: 0.0861487 May 26 11:15:24.637932 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 773bd0fe-bb61-4533-af16-138941ab509b, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=773bd0fe-bb61-4533-af16-138941ab509b,segment=NetworkSegment(19976d9f-7588-4846-9df0-c095323a9858),segment_id=19976d9f-7588-4846-9df0-c095323a9858)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:15:24.685588 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-28e3b955-4966-4f00-a612-7c73cd682ef6 req-90896223-f640-433b-b409-009cefbe5ad2 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469172 May 26 11:15:24.734098 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:24.788011 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=773bd0fe-bb61-4533-af16-138941ab509b,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:25.014628 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 36304) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:25.065602 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['e849e4eb-1eb7-446f-af61-75da7738ffc9'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:15:25.092264 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['73d1c007-d465-4efc-a7a0-e7f6ec103745'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:15:25.103323 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 36310) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:25.123999 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5e53e7fc-a9d7-414f-a825-2a5b18314d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:25.125902 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['773bd0fe-bb61-4533-af16-138941ab509b'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:15:25.183262 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43e1fd-2a35-4738-9c2f-3cd64c4af478 req-56b30247-94cc-490a-bb79-5d5e963d42f5 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:25.185703 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bc43e1fd-2a35-4738-9c2f-3cd64c4af478 req-56b30247-94cc-490a-bb79-5d5e963d42f5 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 945 time: 0.0882080 May 26 11:15:25.250747 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bc43e1fd-2a35-4738-9c2f-3cd64c4af478 req-7109c327-8fdf-4056-830c-6ee9c5f960f1 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587826 May 26 11:15:25.263175 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5e53e7fc-a9d7-414f-a825-2a5b18314d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:25.377887 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-641f3110-07d4-43c7-9077-2bd4f5695e53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:25.395813 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee328740-3de4-4e51-9964-639ec563d044 req-01724f65-a271-42d6-82f5-585f091e4ab8 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:25.397798 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ee328740-3de4-4e51-9964-639ec563d044 req-01724f65-a271-42d6-82f5-585f091e4ab8 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 944 time: 0.0534935 May 26 11:15:25.451962 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5e53e7fc-a9d7-414f-a825-2a5b18314d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:25.462947 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ee328740-3de4-4e51-9964-639ec563d044 req-321c8cd8-c136-4313-a245-2dfa6b2a7c94 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579402 May 26 11:15:25.484067 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-641f3110-07d4-43c7-9077-2bd4f5695e53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:25.501903 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53e7fc-a9d7-414f-a825-2a5b18314d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fe12a1-f151-41e8-af06-b9847fa8c17f,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:25.507781 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-5e53e7fc-a9d7-414f-a825-2a5b18314d5b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e66747abc9a46cda447935207cb08ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4021361 May 26 11:15:25.515489 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 36318) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:25.531419 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 36320) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:25.546192 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dd290251-71b8-4186-a1af-8eb1ab54c666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:25.565673 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-640a066d-95c5-45cc-9f7c-191963588968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:25.587769 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-640a066d-95c5-45cc-9f7c-191963588968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:25.593952 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-641f3110-07d4-43c7-9077-2bd4f5695e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:25.657699 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-641f3110-07d4-43c7-9077-2bd4f5695e53 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8e46abd3f9b4bf181f11a64bc351d9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6419392 May 26 11:15:25.660371 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 36322) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:25.661011 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f3110-07d4-43c7-9077-2bd4f5695e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a14129-e532-4f63-97be-ace8900e4e26,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:25.665402 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dd290251-71b8-4186-a1af-8eb1ab54c666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:25.707193 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-640a066d-95c5-45cc-9f7c-191963588968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:25.709842 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-640a066d-95c5-45cc-9f7c-191963588968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:25.711016 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-640a066d-95c5-45cc-9f7c-191963588968 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2fe12a1-f151-41e8-af06-b9847fa8c17f HTTP/1.1" status: 204 len: 168 time: 0.1944864 May 26 11:15:25.716102 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3dcce170-bd4a-4cfd-91f6-02a1e8ab6869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:25.723893 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a066d-95c5-45cc-9f7c-191963588968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fe12a1-f151-41e8-af06-b9847fa8c17f,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:25.727799 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dd290251-71b8-4186-a1af-8eb1ab54c666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:25.768990 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-dd290251-71b8-4186-a1af-8eb1ab54c666 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f61ffa4ed28c4ed5ac5c2a19afd5e924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356529 May 26 11:15:25.770376 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd290251-71b8-4186-a1af-8eb1ab54c666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054de3d1-c194-4171-8704-5219bf6e2d25,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:25.773481 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 36328) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:25.793711 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3dcce170-bd4a-4cfd-91f6-02a1e8ab6869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:25.828573 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e4705-1a4d-410c-b544-16b0d2f46f4f req-92363279-9098-4dae-978a-e1527f1081e7 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:25.830218 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cd9e4705-1a4d-410c-b544-16b0d2f46f4f req-92363279-9098-4dae-978a-e1527f1081e7 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 944 time: 0.0642791 May 26 11:15:25.893876 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cd9e4705-1a4d-410c-b544-16b0d2f46f4f req-25613383-87fe-4a70-8fce-dece2c9a2c63 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463896 May 26 11:15:26.047877 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cd22268b-7b09-4ce2-bcd8-d8977e242e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:26.069402 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cd22268b-7b09-4ce2-bcd8-d8977e242e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:26.163941 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3dcce170-bd4a-4cfd-91f6-02a1e8ab6869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:26.166780 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3dcce170-bd4a-4cfd-91f6-02a1e8ab6869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:26.167930 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-3dcce170-bd4a-4cfd-91f6-02a1e8ab6869 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f6a14129-e532-4f63-97be-ace8900e4e26 HTTP/1.1" status: 204 len: 168 time: 0.5062521 May 26 11:15:26.182544 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcce170-bd4a-4cfd-91f6-02a1e8ab6869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a14129-e532-4f63-97be-ace8900e4e26,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:26.201838 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cd22268b-7b09-4ce2-bcd8-d8977e242e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:26.204873 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cd22268b-7b09-4ce2-bcd8-d8977e242e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:26.209386 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-cd22268b-7b09-4ce2-bcd8-d8977e242e01 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/054de3d1-c194-4171-8704-5219bf6e2d25 HTTP/1.1" status: 204 len: 168 time: 0.4351151 May 26 11:15:26.226830 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd22268b-7b09-4ce2-bcd8-d8977e242e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054de3d1-c194-4171-8704-5219bf6e2d25,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:26.372883 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee7be7-93c6-4d55-9ddd-b8ebed5f567d req-080e05f5-4030-416a-baa8-4c44ee58679e tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:26.374565 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7aee7be7-93c6-4d55-9ddd-b8ebed5f567d req-080e05f5-4030-416a-baa8-4c44ee58679e tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 945 time: 0.0554771 May 26 11:15:26.414128 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7aee7be7-93c6-4d55-9ddd-b8ebed5f567d req-2a5f7ac5-12af-4b73-8584-def2db1b9c6d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333703 May 26 11:15:26.606851 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe172cd3-ba84-45ee-9957-bec4523bc354 req-ce41cff1-3744-48c9-ac43-e8b4875e0a67 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:26.615805 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fe172cd3-ba84-45ee-9957-bec4523bc354 req-ce41cff1-3744-48c9-ac43-e8b4875e0a67 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 944 time: 0.0761793 May 26 11:15:26.672821 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fe172cd3-ba84-45ee-9957-bec4523bc354 req-163d6d80-5169-4371-b077-0ec7b79c9f30 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476968 May 26 11:15:26.979853 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 36384) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:26.993499 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-93d4bc69-e760-4aa0-8389-dcb3828e4e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:27.013479 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239200d9-12af-4b0f-a9b0-fe96b94cec69 req-29310daa-f4de-403b-9bd9-9808772e719a tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:27.015473 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-239200d9-12af-4b0f-a9b0-fe96b94cec69 req-29310daa-f4de-403b-9bd9-9808772e719a tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 944 time: 0.0493431 May 26 11:15:27.059365 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-239200d9-12af-4b0f-a9b0-fe96b94cec69 req-f514e479-dee7-4d2a-992a-f7152ca340db tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362270 May 26 11:15:27.077120 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-93d4bc69-e760-4aa0-8389-dcb3828e4e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:27.196436 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-93d4bc69-e760-4aa0-8389-dcb3828e4e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:27.234873 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-93d4bc69-e760-4aa0-8389-dcb3828e4e73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=91a8213f764341428c00000cda6b259b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2539389 May 26 11:15:27.235703 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4bc69-e760-4aa0-8389-dcb3828e4e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9faf83-d376-489e-b869-50c689af8f77,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:27.249237 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 36394) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:27.296969 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e6a77a7f-e6a4-4b73-84e8-204ea151fe29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:27.317934 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e6a77a7f-e6a4-4b73-84e8-204ea151fe29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:27.332500 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device e849e4eb-1eb7-446f-af61-75da7738ffc9 up at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:15:27.490091 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning for port e849e4eb-1eb7-446f-af61-75da7738ffc9 completed by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:15:27.490397 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e6a77a7f-e6a4-4b73-84e8-204ea151fe29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:27.494301 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e6a77a7f-e6a4-4b73-84e8-204ea151fe29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:27.494706 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning complete for port e849e4eb-1eb7-446f-af61-75da7738ffc9 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:27.495074 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:27.498164 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-e6a77a7f-e6a4-4b73-84e8-204ea151fe29 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc9faf83-d376-489e-b869-50c689af8f77 HTTP/1.1" status: 204 len: 168 time: 0.2479270 May 26 11:15:27.517558 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a77a7f-e6a4-4b73-84e8-204ea151fe29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9faf83-d376-489e-b869-50c689af8f77,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:27.556208 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99521c22-3073-4ec4-ac9c-2813ccdb32c5 req-2067c421-75ed-4207-a160-65593a839369 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:27.566108 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-99521c22-3073-4ec4-ac9c-2813ccdb32c5 req-2067c421-75ed-4207-a160-65593a839369 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 945 time: 0.0820978 May 26 11:15:27.619479 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-99521c22-3073-4ec4-ac9c-2813ccdb32c5 req-499bda7c-1521-40a9-86a2-b024be2a3ec2 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521121 May 26 11:15:27.712126 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port e849e4eb-1eb7-446f-af61-75da7738ffc9 is: BUILD; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:15:27.712738 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:27.750019 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e849e4eb-1eb7-446f-af61-75da7738ffc9'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:15:27.753277 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53b987a-92e0-4f7b-abde-2676595115a0" -d '{"events": [{"server_uuid": "5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e", "name": "network-vif-plugged", "status": "completed", "tag": "e849e4eb-1eb7-446f-af61-75da7738ffc9"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:15:27.767733 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port e849e4eb-1eb7-446f-af61-75da7738ffc9, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=e849e4eb-1eb7-446f-af61-75da7738ffc9,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:15:27.799167 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b1e3d8e-8917-415f-adae-b12532aa9cb3 x-openstack-request-id: req-3b1e3d8e-8917-415f-adae-b12532aa9cb3 {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:15:27.799524 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e", "name": "network-vif-plugged", "status": "completed", "tag": "e849e4eb-1eb7-446f-af61-75da7738ffc9", "code": 200}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:15:27.799814 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b1e3d8e-8917-415f-adae-b12532aa9cb3 {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:15:27.800317 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b1e3d8e-8917-415f-adae-b12532aa9cb3'] response: {'server_uuid': '5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e849e4eb-1eb7-446f-af61-75da7738ffc9', 'code': 200} May 26 11:15:27.827238 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2efacbd-71c7-408f-a14b-19f37ee8e191 req-8a392a9c-2ffb-45ee-868c-861465a4125f tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:27.829362 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a2efacbd-71c7-408f-a14b-19f37ee8e191 req-8a392a9c-2ffb-45ee-868c-861465a4125f tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 944 time: 0.0727563 May 26 11:15:27.843273 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:27.844692 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 73d1c007-d465-4efc-a7a0-e7f6ec103745 up at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:15:27.906759 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a2efacbd-71c7-408f-a14b-19f37ee8e191 req-3ae97d5d-db17-49a9-b7c8-e93078892f3a tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668449 May 26 11:15:27.987883 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=e849e4eb-1eb7-446f-af61-75da7738ffc9,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:28.044296 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning for port 73d1c007-d465-4efc-a7a0-e7f6ec103745 completed by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:15:28.048772 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning complete for port 73d1c007-d465-4efc-a7a0-e7f6ec103745 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:28.052762 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:28.128923 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45041159-21d9-4838-9ecd-931911ba6101 req-1886c1e4-99c8-47b8-a2c2-f8b303080835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:28.131193 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-45041159-21d9-4838-9ecd-931911ba6101 req-1886c1e4-99c8-47b8-a2c2-f8b303080835 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 1098 time: 0.0465953 May 26 11:15:28.157589 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port 73d1c007-d465-4efc-a7a0-e7f6ec103745 is: BUILD; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:15:28.157978 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:28.177192 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-45041159-21d9-4838-9ecd-931911ba6101 req-9ec4ff61-1083-4978-8c6d-e4c2b81a3a37 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379674 May 26 11:15:28.213998 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 73d1c007-d465-4efc-a7a0-e7f6ec103745, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=73d1c007-d465-4efc-a7a0-e7f6ec103745,segment=NetworkSegment(bb0632a9-f043-4b7e-b617-618509deb876),segment_id=bb0632a9-f043-4b7e-b617-618509deb876)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:15:28.222525 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1178dfb-9497-443b-8dd1-9c9d0049a5b3 req-6234e3d3-0abf-4bb1-b492-3e865535d6f6 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:28.224030 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b1178dfb-9497-443b-8dd1-9c9d0049a5b3 req-6234e3d3-0abf-4bb1-b492-3e865535d6f6 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 944 time: 0.0665898 May 26 11:15:28.278000 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b1178dfb-9497-443b-8dd1-9c9d0049a5b3 req-b2ba70cf-356a-4b34-957c-69d93536b9f0 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410421 May 26 11:15:28.310548 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:28.311371 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 773bd0fe-bb61-4533-af16-138941ab509b up at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:15:28.386663 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=73d1c007-d465-4efc-a7a0-e7f6ec103745,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:28.470524 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning for port 773bd0fe-bb61-4533-af16-138941ab509b completed by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:15:28.474663 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning complete for port 773bd0fe-bb61-4533-af16-138941ab509b triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:15:28.475271 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:28.570937 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port 773bd0fe-bb61-4533-af16-138941ab509b is: BUILD; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:15:28.571299 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:28.606381 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 773bd0fe-bb61-4533-af16-138941ab509b, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=773bd0fe-bb61-4533-af16-138941ab509b,segment=NetworkSegment(19976d9f-7588-4846-9df0-c095323a9858),segment_id=19976d9f-7588-4846-9df0-c095323a9858)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:15:28.718581 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:28.749849 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed109b4-e645-4f31-ad5e-5c776c17e307 req-e04583f6-0d79-46c8-8b36-032d3f0d604d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:28.751855 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7ed109b4-e645-4f31-ad5e-5c776c17e307 req-e04583f6-0d79-46c8-8b36-032d3f0d604d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 945 time: 0.0599401 May 26 11:15:28.794115 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=773bd0fe-bb61-4533-af16-138941ab509b,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:28.804837 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7ed109b4-e645-4f31-ad5e-5c776c17e307 req-e820cde0-ece6-4bef-be4b-3a63279eb0b0 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437877 May 26 11:15:29.025464 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df81680-fc49-445c-8a40-f05574b762da req-3a7a7e4b-eb2b-435b-89aa-888107c77da3 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:29.026930 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6df81680-fc49-445c-8a40-f05574b762da req-3a7a7e4b-eb2b-435b-89aa-888107c77da3 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0492985 May 26 11:15:29.070624 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6df81680-fc49-445c-8a40-f05574b762da req-7101e44a-9c49-4d28-9c22-184355d21f61 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355582 May 26 11:15:29.394686 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f06f96-e136-47cd-bad8-cb3e920d5e30 req-dceb4c03-13b5-44a4-9d8f-b74ea3aee2e5 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:29.396336 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-53f06f96-e136-47cd-bad8-cb3e920d5e30 req-dceb4c03-13b5-44a4-9d8f-b74ea3aee2e5 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0577171 May 26 11:15:29.461449 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-53f06f96-e136-47cd-bad8-cb3e920d5e30 req-0ea84e98-74cb-4a36-b4e2-623335ab6005 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547085 May 26 11:15:29.801915 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d24c53-1f4d-46c0-b733-d9ffea157aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d1c007-d465-4efc-a7a0-e7f6ec103745'}, {'server_uuid': '974e1364-3544-4e52-92d8-551badbc8699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773bd0fe-bb61-4533-af16-138941ab509b'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:15:29.805054 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed774832-14d5-4753-9465-3950a0b6bf28" -d '{"events": [{"server_uuid": "f2d24c53-1f4d-46c0-b733-d9ffea157aae", "name": "network-vif-plugged", "status": "completed", "tag": "73d1c007-d465-4efc-a7a0-e7f6ec103745"}, {"server_uuid": "974e1364-3544-4e52-92d8-551badbc8699", "name": "network-vif-plugged", "status": "completed", "tag": "773bd0fe-bb61-4533-af16-138941ab509b"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:15:29.853595 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 26 May 2022 11:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c811a579-c5ab-4e80-84fc-3b2501623258 x-openstack-request-id: req-c811a579-c5ab-4e80-84fc-3b2501623258 {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:15:29.854475 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d24c53-1f4d-46c0-b733-d9ffea157aae", "name": "network-vif-plugged", "status": "completed", "tag": "73d1c007-d465-4efc-a7a0-e7f6ec103745", "code": 200}, {"server_uuid": "974e1364-3544-4e52-92d8-551badbc8699", "name": "network-vif-plugged", "status": "completed", "tag": "773bd0fe-bb61-4533-af16-138941ab509b", "code": 200}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:15:29.865060 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c811a579-c5ab-4e80-84fc-3b2501623258 {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:15:29.865060 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c811a579-c5ab-4e80-84fc-3b2501623258'] response: {'server_uuid': 'f2d24c53-1f4d-46c0-b733-d9ffea157aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d1c007-d465-4efc-a7a0-e7f6ec103745', 'code': 200} May 26 11:15:29.865060 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c811a579-c5ab-4e80-84fc-3b2501623258'] response: {'server_uuid': '974e1364-3544-4e52-92d8-551badbc8699', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773bd0fe-bb61-4533-af16-138941ab509b', 'code': 200} May 26 11:15:29.954670 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20b163-7c65-4689-9803-d2d803c90c83 req-e723ae69-b917-4df4-82ae-eba38ede34e4 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:29.964558 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9a20b163-7c65-4689-9803-d2d803c90c83 req-e723ae69-b917-4df4-82ae-eba38ede34e4 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0539680 May 26 11:15:30.012647 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9a20b163-7c65-4689-9803-d2d803c90c83 req-aec89a5c-0e76-406e-8daa-11921592c400 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470545 May 26 11:15:30.194388 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed14c9e-ce98-4348-adc4-c98d027d426a req-f6055c28-f1b1-452d-b82c-13f2bcb52ca7 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:30.204440 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5ed14c9e-ce98-4348-adc4-c98d027d426a req-f6055c28-f1b1-452d-b82c-13f2bcb52ca7 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0570824 May 26 11:15:30.259591 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5ed14c9e-ce98-4348-adc4-c98d027d426a req-b8d5416a-912c-49be-b04f-54893ce8f035 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450795 May 26 11:15:30.285230 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de497e67-ebc6-4294-bdf2-5e17ff1fd5f1 req-52ecfb95-c347-43e9-a776-266e141e6d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:30.287369 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-de497e67-ebc6-4294-bdf2-5e17ff1fd5f1 req-52ecfb95-c347-43e9-a776-266e141e6d71 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 1099 time: 0.0480721 May 26 11:15:30.398073 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-de497e67-ebc6-4294-bdf2-5e17ff1fd5f1 req-1b0574f3-34d7-4e5c-aaf0-4145aa6dcc65 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957656 May 26 11:15:30.402065 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f91c885-3ea1-4b2b-8e65-ebc772f9adf8 req-20a57f89-f44f-4839-adfb-d0f013d193bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:30.403452 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4f91c885-3ea1-4b2b-8e65-ebc772f9adf8 req-20a57f89-f44f-4839-adfb-d0f013d193bf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 1098 time: 0.0946190 May 26 11:15:30.419098 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8fce6-15e5-4530-8f54-669e333856a0 req-897cced0-b609-4548-bbd4-bdf10f2d4f0e tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:30.420489 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f7f8fce6-15e5-4530-8f54-669e333856a0 req-897cced0-b609-4548-bbd4-bdf10f2d4f0e tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0773730 May 26 11:15:30.429473 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 36542) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:30.435710 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-83661ad1-03c0-475c-b109-8417eeccca63 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Request body: {'floatingip': {'port_id': 'e849e4eb-1eb7-446f-af61-75da7738ffc9'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:30.507830 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-83661ad1-03c0-475c-b109-8417eeccca63 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for floatingip, before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:30.624500 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4f91c885-3ea1-4b2b-8e65-ebc772f9adf8 req-1ca4a8ad-403c-4879-a489-fcfbf7fa5f5d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329320 May 26 11:15:30.670474 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fd667-df2c-471d-af74-1cf71f074c98 req-f9783876-4cc9-4b4a-9177-b3099a463527 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:30.673174 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-da0fd667-df2c-471d-af74-1cf71f074c98 req-f9783876-4cc9-4b4a-9177-b3099a463527 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.1323338 May 26 11:15:30.791127 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-da0fd667-df2c-471d-af74-1cf71f074c98 req-91561fcd-0f53-4b9d-8d73-6a61a41d8e06 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042991 May 26 11:15:31.136852 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb78042b-7207-44f4-b2b7-dc1c2e137caa req-bbda1b15-e12b-40c0-ada3-be8ab7782b70 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:31.138403 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fb78042b-7207-44f4-b2b7-dc1c2e137caa req-bbda1b15-e12b-40c0-ada3-be8ab7782b70 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0489542 May 26 11:15:31.181270 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fb78042b-7207-44f4-b2b7-dc1c2e137caa req-20542cad-5881-4f1d-924a-108d446b800e tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362709 May 26 11:15:31.188424 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-83661ad1-03c0-475c-b109-8417eeccca63 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:31.266663 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-83661ad1-03c0-475c-b109-8417eeccca63 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:31.365139 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.db.l3_db [None req-83661ad1-03c0-475c-b109-8417eeccca63 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Floating IP b9d1d0c4-c611-4695-ab78-a5b25e831880 associated. External IP: 172.27.2.54, port: e849e4eb-1eb7-446f-af61-75da7738ffc9. May 26 11:15:31.795393 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83661ad1-03c0-475c-b109-8417eeccca63 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Router e014afec-0034-4a80-a072-04dec8a73be7 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:15:31.963871 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83661ad1-03c0-475c-b109-8417eeccca63 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:15:31.969946 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-83661ad1-03c0-475c-b109-8417eeccca63 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:31.980672 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72093c3b-850b-4059-873f-12b1341f22cb None None] Sync routers for ids ['e014afec-0034-4a80-a072-04dec8a73be7'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:15:31.992185 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72093c3b-850b-4059-873f-12b1341f22cb None None] Routers {'e014afec-0034-4a80-a072-04dec8a73be7'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:15:31.993032 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-72093c3b-850b-4059-873f-12b1341f22cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:15:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['e014afec-0034-4a80-a072-04dec8a73be7'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:32.006217 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78825c78-4c9d-4c60-84b8-5f016041794e req-0fe5be93-f22e-4c0b-ac13-0b4c5f8a35ec tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:32.018514 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-78825c78-4c9d-4c60-84b8-5f016041794e req-0fe5be93-f22e-4c0b-ac13-0b4c5f8a35ec tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.1409152 May 26 11:15:32.025974 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-83661ad1-03c0-475c-b109-8417eeccca63 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "PUT /v2.0/floatingips/b9d1d0c4-c611-4695-ab78-a5b25e831880 HTTP/1.1" status: 200 len: 990 time: 1.5925503 May 26 11:15:32.025974 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e', 'tag': 'e849e4eb-1eb7-446f-af61-75da7738ffc9'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:15:32.027503 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68cb6bc11d0969d8050e4c4fd8812a2ae7a0aff31285e7476e9ca95485fd95a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b712a791-e8bb-422c-903c-50b69542c83a" -d '{"events": [{"name": "network-changed", "server_uuid": "5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e", "tag": "e849e4eb-1eb7-446f-af61-75da7738ffc9"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:15:32.066553 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-78825c78-4c9d-4c60-84b8-5f016041794e req-8b9f1e35-89ae-498c-aded-e33692531255 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464756 May 26 11:15:32.075083 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330274f6-4ad5-4a4e-9ab0-71fd2e0bd6d2 x-openstack-request-id: req-330274f6-4ad5-4a4e-9ab0-71fd2e0bd6d2 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:15:32.075442 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e", "tag": "e849e4eb-1eb7-446f-af61-75da7738ffc9", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:15:32.075761 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-330274f6-4ad5-4a4e-9ab0-71fd2e0bd6d2 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:15:32.076296 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-330274f6-4ad5-4a4e-9ab0-71fd2e0bd6d2'] response: {'name': 'network-changed', 'server_uuid': '5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e', 'tag': 'e849e4eb-1eb7-446f-af61-75da7738ffc9', 'status': 'completed', 'code': 200} May 26 11:15:32.132023 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-72093c3b-850b-4059-873f-12b1341f22cb None None] Set router e014afec-0034-4a80-a072-04dec8a73be7 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:15:32.168216 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712a791-e8bb-422c-903c-50b69542c83a req-517ff8ce-e9b3-42a5-bcaf-dbbf3ef717da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:32.169883 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b712a791-e8bb-422c-903c-50b69542c83a req-517ff8ce-e9b3-42a5-bcaf-dbbf3ef717da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c230246bb94476891f4cc468a47d8c1&device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 1098 time: 0.0526209 May 26 11:15:32.307448 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712a791-e8bb-422c-903c-50b69542c83a req-2c2c40e7-78f3-4f2a-866f-6db9b10ac9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:32.309087 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b712a791-e8bb-422c-903c-50b69542c83a req-2c2c40e7-78f3-4f2a-866f-6db9b10ac9cf service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8f9ca9a-5305-4587-9899-24d42d7bc678 HTTP/1.1" status: 200 len: 918 time: 0.1261063 May 26 11:15:32.324731 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a4d284-e32d-4c2b-a78f-d63997cc9bcf req-a8ebf426-41b8-48c1-9d89-4581432d3b9b tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:32.326214 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-38a4d284-e32d-4c2b-a78f-d63997cc9bcf req-a8ebf426-41b8-48c1-9d89-4581432d3b9b tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0716751 May 26 11:15:32.435829 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-38a4d284-e32d-4c2b-a78f-d63997cc9bcf req-43f36bb6-c6c1-443c-b4d5-963df2e80363 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018250 May 26 11:15:32.437606 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-72093c3b-850b-4059-873f-12b1341f22cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'name': 'tempest-AttachVolumeShelveTestJSON-1073781720-router', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'gw_port': {'id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'b9d1d0c4-c611-4695-ab78-a5b25e831880', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'port_id': 'e849e4eb-1eb7-446f-af61-75da7738ffc9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'mac_address': 'fa:16:3e:a6:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:15:05Z', 'updated_at': '2022-05-26T11:15:31Z', 'revision_number': 1, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc', 'name': '', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'mac_address': 'fa:16:3e:b9:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:50Z', 'updated_at': '2022-05-26T11:15:06Z', 'revision_number': 5, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'subnets': [{'id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:32.437925 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b712a791-e8bb-422c-903c-50b69542c83a req-828b164c-fe33-44fe-8e86-485d5c6ea92c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e849e4eb-1eb7-446f-af61-75da7738ffc9 HTTP/1.1" status: 200 len: 998 time: 0.1106658 May 26 11:15:32.464487 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72093c3b-850b-4059-873f-12b1341f22cb None None] Checking router: e014afec-0034-4a80-a072-04dec8a73be7 for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:15:32.472658 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72093c3b-850b-4059-873f-12b1341f22cb None None] Routers {'e014afec-0034-4a80-a072-04dec8a73be7'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:15:32.473270 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-72093c3b-850b-4059-873f-12b1341f22cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:15:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['e014afec-0034-4a80-a072-04dec8a73be7'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:32.492173 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712a791-e8bb-422c-903c-50b69542c83a req-ef5eaa6b-67d0-4e98-b5b7-d661a8442f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:32.493850 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b712a791-e8bb-422c-903c-50b69542c83a req-ef5eaa6b-67d0-4e98-b5b7-d661a8442f83 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=514f2ce8-5ecc-434b-8584-b769021cd39f HTTP/1.1" status: 200 len: 856 time: 0.0483561 May 26 11:15:32.574429 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712a791-e8bb-422c-903c-50b69542c83a req-22b59d70-8434-49da-8595-1fd2898e92f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:32.576240 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b712a791-e8bb-422c-903c-50b69542c83a req-22b59d70-8434-49da-8595-1fd2898e92f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8f9ca9a-5305-4587-9899-24d42d7bc678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731640 May 26 11:15:32.591340 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-72093c3b-850b-4059-873f-12b1341f22cb None None] Set router e014afec-0034-4a80-a072-04dec8a73be7 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:15:32.708407 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b712a791-e8bb-422c-903c-50b69542c83a req-2c112600-40f2-4569-84bc-65fe9862647f service neutron] 10.222.0.42 "GET /v2.0/networks/c8f9ca9a-5305-4587-9899-24d42d7bc678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240137 May 26 11:15:32.820518 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b712a791-e8bb-422c-903c-50b69542c83a req-9f10ca49-1594-4431-a858-2341bb7d0d7d service neutron] 10.222.0.42 "GET /v2.0/networks/c8f9ca9a-5305-4587-9899-24d42d7bc678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044519 May 26 11:15:32.869973 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-72093c3b-850b-4059-873f-12b1341f22cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'name': 'tempest-AttachVolumeShelveTestJSON-1073781720-router', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'gw_port': {'id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'b9d1d0c4-c611-4695-ab78-a5b25e831880', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'port_id': 'e849e4eb-1eb7-446f-af61-75da7738ffc9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'mac_address': 'fa:16:3e:a6:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:15:05Z', 'updated_at': '2022-05-26T11:15:31Z', 'revision_number': 1, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc', 'name': '', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'mac_address': 'fa:16:3e:b9:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:50Z', 'updated_at': '2022-05-26T11:15:06Z', 'revision_number': 5, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'subnets': [{'id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:32.896043 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72093c3b-850b-4059-873f-12b1341f22cb None None] The sync data for ids ['e014afec-0034-4a80-a072-04dec8a73be7'] in dv-cinder-843395-1-iscsi is: [{'id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'name': 'tempest-AttachVolumeShelveTestJSON-1073781720-router', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'gw_port': {'id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'b9d1d0c4-c611-4695-ab78-a5b25e831880', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'floating_ip_address': '172.27.2.54', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'port_id': 'e849e4eb-1eb7-446f-af61-75da7738ffc9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'mac_address': 'fa:16:3e:a6:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:15:05Z', 'updated_at': '2022-05-26T11:15:31Z', 'revision_number': 1, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc', 'name': '', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'mac_address': 'fa:16:3e:b9:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:50Z', 'updated_at': '2022-05-26T11:15:06Z', 'revision_number': 5, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'subnets': [{'id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:15:33.037993 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c011a91-0be2-4c1a-a6bd-98e70ce7b5e7 req-0c1ebc34-0477-48eb-aa60-3e3c5ce34827 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:33.039671 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1c011a91-0be2-4c1a-a6bd-98e70ce7b5e7 req-0c1ebc34-0477-48eb-aa60-3e3c5ce34827 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0504718 May 26 11:15:33.080177 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1c011a91-0be2-4c1a-a6bd-98e70ce7b5e7 req-93290998-dd0e-4257-9009-014231bada53 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344098 May 26 11:15:33.129525 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b583d69a-d58d-4979-95f9-6dc47b4a616d None None] New status for floating IP b9d1d0c4-c611-4695-ab78-a5b25e831880: ACTIVE {{(pid=102813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:15:33.157660 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad7c7c-c47d-436b-9ece-2711ab4f272e req-54b1c151-b847-49b1-86ed-6b6c03bfc9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:33.159373 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-06ad7c7c-c47d-436b-9ece-2711ab4f272e req-54b1c151-b847-49b1-86ed-6b6c03bfc9a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d121bc82e4a4381b9584cd89c2d4f69&device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 1099 time: 0.0678248 May 26 11:15:33.206078 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1700148-690b-4a7a-aac9-f032257607d2 req-d3dc3f26-b2a3-4d29-86c4-9a13452f0ed2 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:33.207645 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f1700148-690b-4a7a-aac9-f032257607d2 req-d3dc3f26-b2a3-4d29-86c4-9a13452f0ed2 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0491676 May 26 11:15:33.253832 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f1700148-690b-4a7a-aac9-f032257607d2 req-e0535203-061d-45aa-9b1d-be864f711da6 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391891 May 26 11:15:33.298508 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad7c7c-c47d-436b-9ece-2711ab4f272e req-ca1b181c-166c-483a-b6f3-2c57b1143bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:33.299962 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-06ad7c7c-c47d-436b-9ece-2711ab4f272e req-ca1b181c-166c-483a-b6f3-2c57b1143bef service neutron] 10.222.0.42 "GET /v2.0/networks?id=269c9267-8111-4543-bc62-3b35f5fef0e4 HTTP/1.1" status: 200 len: 920 time: 0.1226275 May 26 11:15:33.347616 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-06ad7c7c-c47d-436b-9ece-2711ab4f272e req-0b0880ff-cbbf-40cf-a5cb-515d2a01c089 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=773bd0fe-bb61-4533-af16-138941ab509b HTTP/1.1" status: 200 len: 217 time: 0.0396750 May 26 11:15:33.415322 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad7c7c-c47d-436b-9ece-2711ab4f272e req-3acde762-521f-4a5f-947f-5fa0621c1a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:33.416763 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-06ad7c7c-c47d-436b-9ece-2711ab4f272e req-3acde762-521f-4a5f-947f-5fa0621c1a1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a235b399-7a9f-4f18-97ae-141845f325ad HTTP/1.1" status: 200 len: 858 time: 0.0618434 May 26 11:15:33.426534 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f59c52-b0dc-4cd1-ae8d-8b9a7d17dd68 req-bf431a85-458a-4d55-a26f-8c9581587112 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:33.428139 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b1f59c52-b0dc-4cd1-ae8d-8b9a7d17dd68 req-bf431a85-458a-4d55-a26f-8c9581587112 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0826967 May 26 11:15:33.438867 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 36634) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:33.457231 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-9edafda1-c715-4289-bf66-7b85c16a0b78 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Request body: {'floatingip': {'port_id': '73d1c007-d465-4efc-a7a0-e7f6ec103745'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:33.459518 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:15:33.534068 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9edafda1-c715-4289-bf66-7b85c16a0b78 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for floatingip, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:33.592689 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad7c7c-c47d-436b-9ece-2711ab4f272e req-4a635148-93c1-493f-acfe-c1e4fad3d5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:33.594177 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-06ad7c7c-c47d-436b-9ece-2711ab4f272e req-4a635148-93c1-493f-acfe-c1e4fad3d5e3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=269c9267-8111-4543-bc62-3b35f5fef0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1651890 May 26 11:15:33.996227 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-06ad7c7c-c47d-436b-9ece-2711ab4f272e req-28ab0476-b9aa-4033-996a-c6fd17f180e1 service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720574 May 26 11:15:34.062139 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 36664) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:34.217706 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-26ba1c68-299e-4a03-903c-0f01af4b9d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:34.252307 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9752c0-53d5-4629-b3a2-a4f9e6e45de2 req-ce6ee9ba-31e3-42b2-b69c-413fe4b57a4c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:34.253816 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6d9752c0-53d5-4629-b3a2-a4f9e6e45de2 req-ce6ee9ba-31e3-42b2-b69c-413fe4b57a4c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0889518 May 26 11:15:34.310028 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6d9752c0-53d5-4629-b3a2-a4f9e6e45de2 req-0003c167-aeef-433a-b8a5-b7628e42a546 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489595 May 26 11:15:34.340044 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-26ba1c68-299e-4a03-903c-0f01af4b9d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:34.366365 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-06ad7c7c-c47d-436b-9ece-2711ab4f272e req-e9c28f96-10ff-4289-8adf-5b8d5a4afc6f service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199892 May 26 11:15:34.398546 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-26ba1c68-299e-4a03-903c-0f01af4b9d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:34.452669 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba1c68-299e-4a03-903c-0f01af4b9d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8627a4-25f8-4754-ab9a-e1e8573d910e,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:34.459484 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-26ba1c68-299e-4a03-903c-0f01af4b9d0a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=877aba79f9e24b78a8c397dfc7e9eb63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3937738 May 26 11:15:34.459799 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 36678) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:34.508173 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9edafda1-c715-4289-bf66-7b85c16a0b78 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:34.531948 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0e892b46-81a2-4e6c-8487-66a1c96b9fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:34.558997 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0e892b46-81a2-4e6c-8487-66a1c96b9fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:34.620999 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9edafda1-c715-4289-bf66-7b85c16a0b78 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:34.715804 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0e892b46-81a2-4e6c-8487-66a1c96b9fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:34.718425 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0e892b46-81a2-4e6c-8487-66a1c96b9fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:34.719675 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-0e892b46-81a2-4e6c-8487-66a1c96b9fe0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef8627a4-25f8-4754-ab9a-e1e8573d910e HTTP/1.1" status: 204 len: 168 time: 0.2590384 May 26 11:15:34.727910 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e892b46-81a2-4e6c-8487-66a1c96b9fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8627a4-25f8-4754-ab9a-e1e8573d910e,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:34.731528 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.l3_db [None req-9edafda1-c715-4289-bf66-7b85c16a0b78 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Floating IP 2bbd9393-c346-42ad-88c8-9e998576999f associated. External IP: 172.27.2.5, port: 73d1c007-d465-4efc-a7a0-e7f6ec103745. May 26 11:15:34.933743 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9edafda1-c715-4289-bf66-7b85c16a0b78 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Router ab6af0dc-735e-46dc-88d0-4e27069c775d has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:15:35.052040 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edafda1-c715-4289-bf66-7b85c16a0b78 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:15:35.058409 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9edafda1-c715-4289-bf66-7b85c16a0b78 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:35.071595 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cbbc68-ebf6-4ba4-86c9-ee431071406c None None] Sync routers for ids ['ab6af0dc-735e-46dc-88d0-4e27069c775d'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:15:35.086070 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cbbc68-ebf6-4ba4-86c9-ee431071406c None None] Routers {'ab6af0dc-735e-46dc-88d0-4e27069c775d'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:15:35.092690 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-86cbbc68-ebf6-4ba4-86c9-ee431071406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:15:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['ab6af0dc-735e-46dc-88d0-4e27069c775d'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:35.092864 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-9edafda1-c715-4289-bf66-7b85c16a0b78 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "PUT /v2.0/floatingips/2bbd9393-c346-42ad-88c8-9e998576999f HTTP/1.1" status: 200 len: 989 time: 1.6488492 May 26 11:15:35.092864 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d24c53-1f4d-46c0-b733-d9ffea157aae', 'tag': '73d1c007-d465-4efc-a7a0-e7f6ec103745'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:15:35.092864 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7bfaf6-be10-450c-874d-6f7719c73bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d24c53-1f4d-46c0-b733-d9ffea157aae", "tag": "73d1c007-d465-4efc-a7a0-e7f6ec103745"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:15:35.139276 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9b8386-18b8-490e-8b54-dadbb286ca2b x-openstack-request-id: req-3c9b8386-18b8-490e-8b54-dadbb286ca2b {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:15:35.139894 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d24c53-1f4d-46c0-b733-d9ffea157aae", "tag": "73d1c007-d465-4efc-a7a0-e7f6ec103745", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:15:35.140459 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c9b8386-18b8-490e-8b54-dadbb286ca2b {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:15:35.142757 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c9b8386-18b8-490e-8b54-dadbb286ca2b'] response: {'name': 'network-changed', 'server_uuid': 'f2d24c53-1f4d-46c0-b733-d9ffea157aae', 'tag': '73d1c007-d465-4efc-a7a0-e7f6ec103745', 'status': 'completed', 'code': 200} May 26 11:15:35.217344 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bfaf6-be10-450c-874d-6f7719c73bdd req-9b2fddd5-ea2c-4088-bc52-aa93b5ffc740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:35.218945 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4f7bfaf6-be10-450c-874d-6f7719c73bdd req-9b2fddd5-ea2c-4088-bc52-aa93b5ffc740 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f75021785f634f61b049c180934660f4&device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 1098 time: 0.0504792 May 26 11:15:35.282617 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-86cbbc68-ebf6-4ba4-86c9-ee431071406c None None] Set router ab6af0dc-735e-46dc-88d0-4e27069c775d gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:15:35.328476 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bfaf6-be10-450c-874d-6f7719c73bdd req-b6146896-70f2-40b9-8cd8-f52dc2a72e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:35.329981 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4f7bfaf6-be10-450c-874d-6f7719c73bdd req-b6146896-70f2-40b9-8cd8-f52dc2a72e24 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ff00a8f-4904-4850-8392-2b7e558c981b HTTP/1.1" status: 200 len: 911 time: 0.0885613 May 26 11:15:35.402208 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4f7bfaf6-be10-450c-874d-6f7719c73bdd req-fe687cb6-0194-4435-b6eb-cd2038d963bc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73d1c007-d465-4efc-a7a0-e7f6ec103745 HTTP/1.1" status: 200 len: 997 time: 0.0627718 May 26 11:15:35.452336 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae3c42-3af8-49cf-b338-1159d1c5e825 req-0ecc61a0-1f40-47b3-a485-ad5f5d687be8 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:35.455023 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bfae3c42-3af8-49cf-b338-1159d1c5e825 req-0ecc61a0-1f40-47b3-a485-ad5f5d687be8 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0698590 May 26 11:15:35.479472 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bfaf6-be10-450c-874d-6f7719c73bdd req-6291abaa-3502-419b-ade2-f8842ec2d3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:35.481008 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4f7bfaf6-be10-450c-874d-6f7719c73bdd req-6291abaa-3502-419b-ade2-f8842ec2d3e3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b2d5adfb-8844-43b5-9569-dc8a73d4cd6b HTTP/1.1" status: 200 len: 849 time: 0.0698421 May 26 11:15:35.499953 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bfae3c42-3af8-49cf-b338-1159d1c5e825 req-966655a9-cdda-44e0-8865-8f01cbb448ad tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371699 May 26 11:15:35.535020 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bfaf6-be10-450c-874d-6f7719c73bdd req-5e027e85-0759-4784-8b28-9dbab826db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:35.536803 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4f7bfaf6-be10-450c-874d-6f7719c73bdd req-5e027e85-0759-4784-8b28-9dbab826db89 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ff00a8f-4904-4850-8392-2b7e558c981b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0475836 May 26 11:15:35.539542 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-86cbbc68-ebf6-4ba4-86c9-ee431071406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'name': 'tempest-AttachVolumeTestJSON-961201596-router', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:43Z', 'updated_at': '2022-05-26T11:14:49Z', 'revision_number': 4, 'project_id': 'f75021785f634f61b049c180934660f4', 'gw_port': {'id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': '2bbd9393-c346-42ad-88c8-9e998576999f', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'port_id': '73d1c007-d465-4efc-a7a0-e7f6ec103745', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b', 'mac_address': 'fa:16:3e:d1:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d24c53-1f4d-46c0-b733-d9ffea157aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:15:00Z', 'updated_at': '2022-05-26T11:15:34Z', 'revision_number': 1, 'project_id': 'f75021785f634f61b049c180934660f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0623f22e-f237-423b-87b1-0fac998beb72', 'name': '', 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'mac_address': 'fa:16:3e:f5:06:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:48Z', 'updated_at': '2022-05-26T11:14:59Z', 'revision_number': 5, 'project_id': 'f75021785f634f61b049c180934660f4', 'subnets': [{'id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:35.560465 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 36716) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:35.570462 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cbbc68-ebf6-4ba4-86c9-ee431071406c None None] Checking router: ab6af0dc-735e-46dc-88d0-4e27069c775d for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:15:35.573810 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-82ff2d1c-2422-4117-8490-e70234d9573f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:35.581225 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cbbc68-ebf6-4ba4-86c9-ee431071406c None None] Routers {'ab6af0dc-735e-46dc-88d0-4e27069c775d'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:15:35.581841 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-86cbbc68-ebf6-4ba4-86c9-ee431071406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:15:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['ab6af0dc-735e-46dc-88d0-4e27069c775d'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:35.681445 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-82ff2d1c-2422-4117-8490-e70234d9573f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:35.697033 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-86cbbc68-ebf6-4ba4-86c9-ee431071406c None None] Set router ab6af0dc-735e-46dc-88d0-4e27069c775d gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:15:35.764367 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-82ff2d1c-2422-4117-8490-e70234d9573f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:35.852689 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff2d1c-2422-4117-8490-e70234d9573f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7607034-afa8-49e7-9946-5476afdeb1e6,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:35.886814 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-82ff2d1c-2422-4117-8490-e70234d9573f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1221fbcbf6f46149a214a227c7b3a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3251956 May 26 11:15:35.887371 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 36730) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:35.887723 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 36732) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:35.910453 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4f7bfaf6-be10-450c-874d-6f7719c73bdd req-1bea201a-a9eb-4315-8c34-1f9fac7bb815 service neutron] 10.222.0.42 "GET /v2.0/networks/3ff00a8f-4904-4850-8392-2b7e558c981b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609273 May 26 11:15:35.976411 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f4ddae82-426e-4c62-92ef-c98f628bb404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:36.015772 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f4ddae82-426e-4c62-92ef-c98f628bb404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:36.024628 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-86cbbc68-ebf6-4ba4-86c9-ee431071406c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'name': 'tempest-AttachVolumeTestJSON-961201596-router', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:43Z', 'updated_at': '2022-05-26T11:14:49Z', 'revision_number': 4, 'project_id': 'f75021785f634f61b049c180934660f4', 'gw_port': {'id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': '2bbd9393-c346-42ad-88c8-9e998576999f', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'port_id': '73d1c007-d465-4efc-a7a0-e7f6ec103745', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b', 'mac_address': 'fa:16:3e:d1:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d24c53-1f4d-46c0-b733-d9ffea157aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:15:00Z', 'updated_at': '2022-05-26T11:15:34Z', 'revision_number': 1, 'project_id': 'f75021785f634f61b049c180934660f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0623f22e-f237-423b-87b1-0fac998beb72', 'name': '', 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'mac_address': 'fa:16:3e:f5:06:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:48Z', 'updated_at': '2022-05-26T11:14:59Z', 'revision_number': 5, 'project_id': 'f75021785f634f61b049c180934660f4', 'subnets': [{'id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:36.060273 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86cbbc68-ebf6-4ba4-86c9-ee431071406c None None] The sync data for ids ['ab6af0dc-735e-46dc-88d0-4e27069c775d'] in dv-cinder-843395-1-iscsi is: [{'id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'name': 'tempest-AttachVolumeTestJSON-961201596-router', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:43Z', 'updated_at': '2022-05-26T11:14:49Z', 'revision_number': 4, 'project_id': 'f75021785f634f61b049c180934660f4', 'gw_port': {'id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': '2bbd9393-c346-42ad-88c8-9e998576999f', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'floating_ip_address': '172.27.2.5', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'port_id': '73d1c007-d465-4efc-a7a0-e7f6ec103745', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b', 'mac_address': 'fa:16:3e:d1:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d24c53-1f4d-46c0-b733-d9ffea157aae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:15:00Z', 'updated_at': '2022-05-26T11:15:34Z', 'revision_number': 1, 'project_id': 'f75021785f634f61b049c180934660f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0623f22e-f237-423b-87b1-0fac998beb72', 'name': '', 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'mac_address': 'fa:16:3e:f5:06:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:48Z', 'updated_at': '2022-05-26T11:14:59Z', 'revision_number': 5, 'project_id': 'f75021785f634f61b049c180934660f4', 'subnets': [{'id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:15:36.091872 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4f7bfaf6-be10-450c-874d-6f7719c73bdd req-7647224b-eb5f-4cfe-a3f4-1bff399ccfef service neutron] 10.222.0.42 "GET /v2.0/networks/3ff00a8f-4904-4850-8392-2b7e558c981b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713665 May 26 11:15:36.115215 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ea00c106-75d1-4f8a-8798-a80588145e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:36.127416 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f4ddae82-426e-4c62-92ef-c98f628bb404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:36.130046 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f4ddae82-426e-4c62-92ef-c98f628bb404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:36.131352 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-f4ddae82-426e-4c62-92ef-c98f628bb404 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f7607034-afa8-49e7-9946-5476afdeb1e6 HTTP/1.1" status: 204 len: 168 time: 0.2372940 May 26 11:15:36.157519 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ddae82-426e-4c62-92ef-c98f628bb404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7607034-afa8-49e7-9946-5476afdeb1e6,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:36.243974 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ea00c106-75d1-4f8a-8798-a80588145e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:36.322645 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe19fd2f-6392-4b3f-915c-469b4aa0e2de None None] New status for floating IP 2bbd9393-c346-42ad-88c8-9e998576999f: ACTIVE {{(pid=102813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:15:36.341123 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ea00c106-75d1-4f8a-8798-a80588145e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:36.379166 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-ea00c106-75d1-4f8a-8798-a80588145e0a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b6270f177c284d768d9e058812db812c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4888382 May 26 11:15:36.381158 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea00c106-75d1-4f8a-8798-a80588145e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42070a30-25a2-4170-97c5-6e6bcb5c1930,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:36.382607 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 36744) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:36.459189 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9feaa823-c785-4c6f-837c-d8f292621205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:36.490617 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9feaa823-c785-4c6f-837c-d8f292621205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:36.623264 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf34cf5-117c-440a-8323-11394fcda145 req-e08c4845-45fd-46b1-bbff-6e78127c1740 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:36.624536 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cdf34cf5-117c-440a-8323-11394fcda145 req-e08c4845-45fd-46b1-bbff-6e78127c1740 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0500965 May 26 11:15:36.675122 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cdf34cf5-117c-440a-8323-11394fcda145 req-a7b05bce-daa9-42ad-b4a1-b858f7cd863a tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374508 May 26 11:15:36.675848 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9feaa823-c785-4c6f-837c-d8f292621205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:36.686865 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9feaa823-c785-4c6f-837c-d8f292621205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:36.686865 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-9feaa823-c785-4c6f-837c-d8f292621205 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42070a30-25a2-4170-97c5-6e6bcb5c1930 HTTP/1.1" status: 204 len: 168 time: 0.2948189 May 26 11:15:36.695735 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feaa823-c785-4c6f-837c-d8f292621205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42070a30-25a2-4170-97c5-6e6bcb5c1930,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:37.411786 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 36786) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:37.425920 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cf45386f-ba85-4f7c-8c49-698d8e463204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:37.502820 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cf45386f-ba85-4f7c-8c49-698d8e463204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:37.537636 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd8c79-389b-47b9-8cb7-c9f0e39808f3 req-2d347928-ba58-4d1e-a5cb-92d4e260f13a tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:37.539224 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f6bd8c79-389b-47b9-8cb7-c9f0e39808f3 req-2d347928-ba58-4d1e-a5cb-92d4e260f13a tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 945 time: 0.0540380 May 26 11:15:37.578386 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cf45386f-ba85-4f7c-8c49-698d8e463204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:37.585581 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f6bd8c79-389b-47b9-8cb7-c9f0e39808f3 req-7ef318a3-0477-4e12-b549-ffc077e6422a tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc805f8-651f-442f-8a9c-458a0c827f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397077 May 26 11:15:37.611818 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-cf45386f-ba85-4f7c-8c49-698d8e463204 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0753f0f65b8b4f19863a69b61269b441&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988289 May 26 11:15:37.614296 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 36792) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:37.637958 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45386f-ba85-4f7c-8c49-698d8e463204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d09ab6-c427-4a47-8ac2-18403157ae6d,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:37.676323 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-035a3a90-96ba-4e61-97c4-69a7d1ce58e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:37.698159 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-035a3a90-96ba-4e61-97c4-69a7d1ce58e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:37.795187 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13d8f7-9f5a-4e5d-8094-47f6f0e9cbf9 req-015072ff-3f7a-429f-9919-752fea43fefa tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:37.796690 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3c13d8f7-9f5a-4e5d-8094-47f6f0e9cbf9 req-015072ff-3f7a-429f-9919-752fea43fefa tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0477996 May 26 11:15:37.834077 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3c13d8f7-9f5a-4e5d-8094-47f6f0e9cbf9 req-0c7a41d1-0034-4ea7-9b49-8821aaec439b tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316198 May 26 11:15:37.835545 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-035a3a90-96ba-4e61-97c4-69a7d1ce58e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:37.838101 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-035a3a90-96ba-4e61-97c4-69a7d1ce58e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:37.839374 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-035a3a90-96ba-4e61-97c4-69a7d1ce58e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5d09ab6-c427-4a47-8ac2-18403157ae6d HTTP/1.1" status: 204 len: 168 time: 0.2239978 May 26 11:15:37.847835 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a3a90-96ba-4e61-97c4-69a7d1ce58e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d09ab6-c427-4a47-8ac2-18403157ae6d,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:38.703050 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bdb563-09a1-413a-843c-cd6ef776bc2b req-e8e0cb3c-18a1-40f6-8332-6e10d606a60b tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:38.704497 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-75bdb563-09a1-413a-843c-cd6ef776bc2b req-e8e0cb3c-18a1-40f6-8332-6e10d606a60b tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 945 time: 0.0484600 May 26 11:15:38.748203 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-75bdb563-09a1-413a-843c-cd6ef776bc2b req-8a9403a7-bc01-4326-9156-08c905c3e958 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc805f8-651f-442f-8a9c-458a0c827f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366855 May 26 11:15:38.900960 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 36854) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:38.950946 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 36858) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:38.962935 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92283355-4ba9-4072-a70e-a0848bf71fc3 req-2f8a99ef-b58e-4d49-8027-aa56ee87fcad tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:38.964757 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-92283355-4ba9-4072-a70e-a0848bf71fc3 req-2f8a99ef-b58e-4d49-8027-aa56ee87fcad tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0542722 May 26 11:15:39.003880 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-92283355-4ba9-4072-a70e-a0848bf71fc3 req-4a289707-15bc-4b83-9c93-fac088265247 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327671 May 26 11:15:39.047960 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-96c95e55-0211-4894-a2c6-d0cdbaea2d5a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1368134225-network', 'tenant_id': 'e91680ad7c2a48a3826636a786488f6f'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:39.057414 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-01c488c4-e66b-4342-8f44-d3a01ef43163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:39.129055 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-01c488c4-e66b-4342-8f44-d3a01ef43163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:39.135392 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c95e55-0211-4894-a2c6-d0cdbaea2d5a admin admin] Made reservation on behalf of e91680ad7c2a48a3826636a786488f6f for: {'network': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:15:39.137868 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-96c95e55-0211-4894-a2c6-d0cdbaea2d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for network, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:39.146870 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-96c95e55-0211-4894-a2c6-d0cdbaea2d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:39.203551 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-01c488c4-e66b-4342-8f44-d3a01ef43163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:39.218929 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-96c95e55-0211-4894-a2c6-d0cdbaea2d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:39.242604 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-01c488c4-e66b-4342-8f44-d3a01ef43163 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=399a10eefc5549f983f0a8a8266ad365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405592 May 26 11:15:39.243851 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c488c4-e66b-4342-8f44-d3a01ef43163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f94699e-50d3-4cd5-ba8f-25a1a254f4dd,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:39.245375 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 36864) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:39.295256 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0e5bfb1d-25c4-481e-8624-0cf6d7fd2a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:39.308541 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-96c95e55-0211-4894-a2c6-d0cdbaea2d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:39.328910 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0e5bfb1d-25c4-481e-8624-0cf6d7fd2a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:39.335239 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:39.350542 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c95e55-0211-4894-a2c6-d0cdbaea2d5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=102811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:15:39.362275 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c95e55-0211-4894-a2c6-d0cdbaea2d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400b56f6-2a08-4d1c-b210-851e02cca35d,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:39.380699 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-96c95e55-0211-4894-a2c6-d0cdbaea2d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:39.381045 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.segments_db [None req-96c95e55-0211-4894-a2c6-d0cdbaea2d5a admin admin] Added segment f346220b-afd1-405b-baca-d5764fd9522c of type vlan for network 6c1a6dc7-6f78-46d0-9f15-e118d67eafa8 May 26 11:15:39.420286 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-96c95e55-0211-4894-a2c6-d0cdbaea2d5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744569042562'] for network, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:39.512114 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0e5bfb1d-25c4-481e-8624-0cf6d7fd2a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:39.514787 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0e5bfb1d-25c4-481e-8624-0cf6d7fd2a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:39.515900 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-0e5bfb1d-25c4-481e-8624-0cf6d7fd2a97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f94699e-50d3-4cd5-ba8f-25a1a254f4dd HTTP/1.1" status: 204 len: 168 time: 0.2695336 May 26 11:15:39.523189 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5bfb1d-25c4-481e-8624-0cf6d7fd2a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f94699e-50d3-4cd5-ba8f-25a1a254f4dd,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:39.557709 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-96c95e55-0211-4894-a2c6-d0cdbaea2d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for network, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:39.557709 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c95e55-0211-4894-a2c6-d0cdbaea2d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:39.557709 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-96c95e55-0211-4894-a2c6-d0cdbaea2d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:39.609618 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c95e55-0211-4894-a2c6-d0cdbaea2d5a admin admin] Pushing event updated for resources: {'Network': ['ID=6c1a6dc7-6f78-46d0-9f15-e118d67eafa8,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:39.619680 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Network 6c1a6dc7-6f78-46d0-9f15-e118d67eafa8 details requested by agent ovs-agent-dv-cinder-843395-1-iscsi with host dv-cinder-843395-1-iscsi {{(pid=102813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 11:15:39.696280 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-96c95e55-0211-4894-a2c6-d0cdbaea2d5a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7436390 May 26 11:15:39.698988 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 36870) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:39.703641 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-1950fb05-47af-4b20-9694-1ca2aba03568 admin admin] Request body: {'subnet': {'network_id': '6c1a6dc7-6f78-46d0-9f15-e118d67eafa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1368134225-subnet', 'tenant_id': 'e91680ad7c2a48a3826636a786488f6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:39.784289 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1950fb05-47af-4b20-9694-1ca2aba03568 admin admin] Made reservation on behalf of e91680ad7c2a48a3826636a786488f6f for: {'subnet': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:15:39.786929 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1950fb05-47af-4b20-9694-1ca2aba03568 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:39.903041 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc12521-23a6-4cb9-9b94-0f441f412807 req-130dc271-ab7f-497d-a114-0f348a8ea506 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:39.904497 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6cc12521-23a6-4cb9-9b94-0f441f412807 req-130dc271-ab7f-497d-a114-0f348a8ea506 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 945 time: 0.0775619 May 26 11:15:39.973658 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6cc12521-23a6-4cb9-9b94-0f441f412807 req-078744ee-442b-41fd-b768-7af355ac9df4 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc805f8-651f-442f-8a9c-458a0c827f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615098 May 26 11:15:40.075707 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1950fb05-47af-4b20-9694-1ca2aba03568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for subnet, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:40.116904 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033686d9-c661-4418-9ef1-65ef24932b07 req-a795136e-d506-4201-ab11-e3bac8cf4eca tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:40.119589 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-033686d9-c661-4418-9ef1-65ef24932b07 req-a795136e-d506-4201-ab11-e3bac8cf4eca tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0512252 May 26 11:15:40.145706 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950fb05-47af-4b20-9694-1ca2aba03568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc67b6f2-a439-4d41-95cb-68595d447ed6,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:40.157741 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1950fb05-47af-4b20-9694-1ca2aba03568 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:40.158127 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1950fb05-47af-4b20-9694-1ca2aba03568 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:40.158425 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1950fb05-47af-4b20-9694-1ca2aba03568 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:40.158767 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1950fb05-47af-4b20-9694-1ca2aba03568 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:40.159169 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1950fb05-47af-4b20-9694-1ca2aba03568 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:40.159504 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1950fb05-47af-4b20-9694-1ca2aba03568 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:40.159832 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1950fb05-47af-4b20-9694-1ca2aba03568 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:40.160160 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1950fb05-47af-4b20-9694-1ca2aba03568 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:40.160490 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1950fb05-47af-4b20-9694-1ca2aba03568 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:40.161862 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1950fb05-47af-4b20-9694-1ca2aba03568 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:40.161862 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1950fb05-47af-4b20-9694-1ca2aba03568 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:40.161862 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1950fb05-47af-4b20-9694-1ca2aba03568 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:40.168232 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 36880) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:40.170426 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1950fb05-47af-4b20-9694-1ca2aba03568 admin admin] Checking segment: {'id': 'f346220b-afd1-405b-baca-d5764fd9522c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '6c1a6dc7-6f78-46d0-9f15-e118d67eafa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:15:40.170682 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1950fb05-47af-4b20-9694-1ca2aba03568 admin admin] Network hostable DHCP agents. Network: 6c1a6dc7-6f78-46d0-9f15-e118d67eafa8, hostable agents: ['ae20bfe0-bbab-40fa-b22c-2da14db586ab'], hosted agents: [] {{(pid=102811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:15:40.176157 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-033686d9-c661-4418-9ef1-65ef24932b07 req-9c9efa28-ad5f-4e98-8eb3-1a4527acf33a tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446243 May 26 11:15:40.186752 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-124806ed-1266-40b2-9401-57a83ad71e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:40.264119 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-124806ed-1266-40b2-9401-57a83ad71e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:40.343890 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1950fb05-47af-4b20-9694-1ca2aba03568 admin admin] Network 6c1a6dc7-6f78-46d0-9f15-e118d67eafa8 is scheduled to be hosted by DHCP agent ae20bfe0-bbab-40fa-b22c-2da14db586ab with binding_index 1 {{(pid=102811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:15:40.386159 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-124806ed-1266-40b2-9401-57a83ad71e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:40.421862 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124806ed-1266-40b2-9401-57a83ad71e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9d52e7-3c82-4dc0-860d-45402c085940,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:40.425965 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-124806ed-1266-40b2-9401-57a83ad71e01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eea93275282b439f9551250cbc68328b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566292 May 26 11:15:40.429411 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 36884) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:40.436221 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-1950fb05-47af-4b20-9694-1ca2aba03568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843395-1-iscsi, 6c1a6dc7-6f78-46d0-9f15-e118d67eafa8) {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:40.443865 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7be6fa2-f8ac-4307-9ac7-64203d3a9c3a None None] Network 6c1a6dc7-6f78-46d0-9f15-e118d67eafa8 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:15:40.445866 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1950fb05-47af-4b20-9694-1ca2aba03568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:40.446455 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1950fb05-47af-4b20-9694-1ca2aba03568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for subnet, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:40.486089 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-22cff139-1c5b-4e31-a4aa-ffd6aca8944d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:40.507480 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-22cff139-1c5b-4e31-a4aa-ffd6aca8944d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:40.566430 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382d687f-3151-4628-bfc4-6531d0ca13ed None None] Network 6c1a6dc7-6f78-46d0-9f15-e118d67eafa8 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:15:40.575183 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-1950fb05-47af-4b20-9694-1ca2aba03568 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8751230 May 26 11:15:40.666919 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-22cff139-1c5b-4e31-a4aa-ffd6aca8944d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:40.669664 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-22cff139-1c5b-4e31-a4aa-ffd6aca8944d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:40.673636 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-22cff139-1c5b-4e31-a4aa-ffd6aca8944d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af9d52e7-3c82-4dc0-860d-45402c085940 HTTP/1.1" status: 204 len: 168 time: 0.2412896 May 26 11:15:40.689385 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cff139-1c5b-4e31-a4aa-ffd6aca8944d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9d52e7-3c82-4dc0-860d-45402c085940,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:41.112136 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37531636-c6b0-4f99-bc27-fdeafbb1145c req-46d14b30-28d1-4f80-8714-5fd911beae04 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:41.112136 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-37531636-c6b0-4f99-bc27-fdeafbb1145c req-46d14b30-28d1-4f80-8714-5fd911beae04 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 945 time: 0.0561924 May 26 11:15:41.162619 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-37531636-c6b0-4f99-bc27-fdeafbb1145c req-47582237-4d8c-435d-a7be-6a572fe1bf2c tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc805f8-651f-442f-8a9c-458a0c827f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470877 May 26 11:15:41.369564 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a159a7d-28fa-4894-be32-ed6e0419ddd1 req-8a7059a1-ab76-4677-ad03-e90325f3b4bf tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:41.371174 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5a159a7d-28fa-4894-be32-ed6e0419ddd1 req-8a7059a1-ab76-4677-ad03-e90325f3b4bf tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0660458 May 26 11:15:41.413890 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5a159a7d-28fa-4894-be32-ed6e0419ddd1 req-cecc6cd6-6118-404f-9fb9-def53b415bd9 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343525 May 26 11:15:41.454870 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 36924) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:41.459771 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-662b9b68-fab0-4799-b850-5a837fb575fc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-887550528-network', 'tenant_id': '3ace11ef8a61446ba7fa1c30b7864683'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:41.556252 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662b9b68-fab0-4799-b850-5a837fb575fc admin admin] Made reservation on behalf of 3ace11ef8a61446ba7fa1c30b7864683 for: {'network': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:15:41.558618 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-662b9b68-fab0-4799-b850-5a837fb575fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for network, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:41.566987 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-662b9b68-fab0-4799-b850-5a837fb575fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:41.640362 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-662b9b68-fab0-4799-b850-5a837fb575fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:41.755564 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-662b9b68-fab0-4799-b850-5a837fb575fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:41.780179 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-662b9b68-fab0-4799-b850-5a837fb575fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=102811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:15:41.794426 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b9b68-fab0-4799-b850-5a837fb575fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be65f24-7a90-48a3-beb8-ab3d98480a2f,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:41.799287 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-662b9b68-fab0-4799-b850-5a837fb575fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:41.799630 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.segments_db [None req-662b9b68-fab0-4799-b850-5a837fb575fc admin admin] Added segment 3b39428c-25f2-4c75-8544-d4f611d63804 of type vlan for network af142d9d-09e2-4545-8669-1fb92a4d701b May 26 11:15:41.840029 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-662b9b68-fab0-4799-b850-5a837fb575fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744569042562'] for network, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:41.917735 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-662b9b68-fab0-4799-b850-5a837fb575fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for network, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:41.918720 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662b9b68-fab0-4799-b850-5a837fb575fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:41.919411 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-662b9b68-fab0-4799-b850-5a837fb575fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:41.979819 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b9b68-fab0-4799-b850-5a837fb575fc admin admin] Pushing event updated for resources: {'Network': ['ID=af142d9d-09e2-4545-8669-1fb92a4d701b,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:41.989278 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Network af142d9d-09e2-4545-8669-1fb92a4d701b details requested by agent ovs-agent-dv-cinder-843395-1-iscsi with host dv-cinder-843395-1-iscsi {{(pid=102813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 11:15:42.009434 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-662b9b68-fab0-4799-b850-5a837fb575fc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5534732 May 26 11:15:42.012136 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 36942) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:42.016796 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-48cf8bc5-aa2c-4ca0-8893-e80751ef997b admin admin] Request body: {'subnet': {'network_id': 'af142d9d-09e2-4545-8669-1fb92a4d701b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-887550528-subnet', 'tenant_id': '3ace11ef8a61446ba7fa1c30b7864683', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:15:42.092446 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cf8bc5-aa2c-4ca0-8893-e80751ef997b admin admin] Made reservation on behalf of 3ace11ef8a61446ba7fa1c30b7864683 for: {'subnet': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:15:42.094763 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-48cf8bc5-aa2c-4ca0-8893-e80751ef997b admin admin] Notify callbacks [] for subnet, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:42.298347 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad45e4e-df6d-4cde-bbff-29023b7be618 req-bf18baf8-80a3-4a7b-be98-9cae4f21e790 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:42.299819 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0ad45e4e-df6d-4cde-bbff-29023b7be618 req-bf18baf8-80a3-4a7b-be98-9cae4f21e790 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 945 time: 0.0603290 May 26 11:15:42.339269 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0ad45e4e-df6d-4cde-bbff-29023b7be618 req-cab4e766-625b-4ff6-ae44-4a402182af9c tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc805f8-651f-442f-8a9c-458a0c827f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323420 May 26 11:15:42.369961 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-48cf8bc5-aa2c-4ca0-8893-e80751ef997b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for subnet, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:42.427183 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf8bc5-aa2c-4ca0-8893-e80751ef997b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f57aff27-7631-47e9-9bdd-cf033867dd52,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:42.436496 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cf8bc5-aa2c-4ca0-8893-e80751ef997b admin admin] Checking segment: {'id': '3b39428c-25f2-4c75-8544-d4f611d63804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'af142d9d-09e2-4545-8669-1fb92a4d701b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:15:42.436881 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cf8bc5-aa2c-4ca0-8893-e80751ef997b admin admin] Network hostable DHCP agents. Network: af142d9d-09e2-4545-8669-1fb92a4d701b, hostable agents: ['ae20bfe0-bbab-40fa-b22c-2da14db586ab'], hosted agents: [] {{(pid=102811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:15:42.535302 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f0825-b50b-4461-b85c-3083bc740ef1 req-f7b0e778-10ff-4fa6-9ce3-0af08cb20926 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:42.536915 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-499f0825-b50b-4461-b85c-3083bc740ef1 req-f7b0e778-10ff-4fa6-9ce3-0af08cb20926 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0479705 May 26 11:15:42.564442 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cf8bc5-aa2c-4ca0-8893-e80751ef997b admin admin] Network af142d9d-09e2-4545-8669-1fb92a4d701b is scheduled to be hosted by DHCP agent ae20bfe0-bbab-40fa-b22c-2da14db586ab with binding_index 1 {{(pid=102811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:15:42.577644 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-499f0825-b50b-4461-b85c-3083bc740ef1 req-2cfe4f31-3439-4d33-930a-72fe8687e577 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344684 May 26 11:15:42.641236 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-48cf8bc5-aa2c-4ca0-8893-e80751ef997b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843395-1-iscsi, af142d9d-09e2-4545-8669-1fb92a4d701b) {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:15:42.646543 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cf8bc5-aa2c-4ca0-8893-e80751ef997b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:42.650258 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbf0676-6989-4229-a801-c1259ace7344 None None] Network af142d9d-09e2-4545-8669-1fb92a4d701b requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:15:42.653126 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-48cf8bc5-aa2c-4ca0-8893-e80751ef997b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for subnet, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:42.758013 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-48cf8bc5-aa2c-4ca0-8893-e80751ef997b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7360945 May 26 11:15:42.793311 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfad528-c39a-40db-902d-12b255f82170 None None] Network af142d9d-09e2-4545-8669-1fb92a4d701b requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:15:43.452495 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea9ada-d830-49a5-addb-b95d9d9791bc req-4e0daca3-30d2-4349-b4d2-11678f3bf866 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:43.453980 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-33ea9ada-d830-49a5-addb-b95d9d9791bc req-4e0daca3-30d2-4349-b4d2-11678f3bf866 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 945 time: 0.0484488 May 26 11:15:43.490927 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-33ea9ada-d830-49a5-addb-b95d9d9791bc req-450654e4-7b28-4f8e-9bc9-1b06bcedc69c tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcc805f8-651f-442f-8a9c-458a0c827f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309467 May 26 11:15:43.691429 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2e53d-531e-4776-8598-38eb04d810a6 req-224f7ab7-5ee5-4a79-b002-93062416397f tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:43.692964 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-85c2e53d-531e-4776-8598-38eb04d810a6 req-224f7ab7-5ee5-4a79-b002-93062416397f tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0502520 May 26 11:15:43.733767 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-85c2e53d-531e-4776-8598-38eb04d810a6 req-8d4c586a-3027-464a-a1eb-dca7dba87819 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345829 May 26 11:15:43.754492 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ff73a-fa90-4f57-98b4-9986079fb001 req-559bda97-2899-4779-8ef6-21aa36e7e51a tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:43.755947 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cc8ff73a-fa90-4f57-98b4-9986079fb001 req-559bda97-2899-4779-8ef6-21aa36e7e51a tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.42 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 945 time: 0.0547757 May 26 11:15:43.884709 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-cc8ff73a-fa90-4f57-98b4-9986079fb001 req-be845233-0e39-4d24-8f23-a0bbb1ce5860 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Deleting port b06b67f3-1a5f-46da-ac2d-067dab8a3159 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:15:43.885054 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-cc8ff73a-fa90-4f57-98b4-9986079fb001 req-be845233-0e39-4d24-8f23-a0bbb1ce5860 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:43.973777 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-cc8ff73a-fa90-4f57-98b4-9986079fb001 req-be845233-0e39-4d24-8f23-a0bbb1ce5860 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] For port b06b67f3-1a5f-46da-ac2d-067dab8a3159, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=b06b67f3-1a5f-46da-ac2d-067dab8a3159,segment=NetworkSegment(0627c432-e30a-4d29-a8e9-640f48ba46c6),segment_id=0627c432-e30a-4d29-a8e9-640f48ba46c6)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:15:43.974219 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-cc8ff73a-fa90-4f57-98b4-9986079fb001 req-be845233-0e39-4d24-8f23-a0bbb1ce5860 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:43.994731 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-cc8ff73a-fa90-4f57-98b4-9986079fb001 req-be845233-0e39-4d24-8f23-a0bbb1ce5860 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Calling delete_port for b06b67f3-1a5f-46da-ac2d-067dab8a3159 owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:15:44.207056 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-cc8ff73a-fa90-4f57-98b4-9986079fb001 req-be845233-0e39-4d24-8f23-a0bbb1ce5860 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:44.234924 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be845233-0e39-4d24-8f23-a0bbb1ce5860 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Pushing event deleted for resources: {'Port': ['ID=b06b67f3-1a5f-46da-ac2d-067dab8a3159,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:44.291796 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8ff73a-fa90-4f57-98b4-9986079fb001 req-be845233-0e39-4d24-8f23-a0bbb1ce5860 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] No DVR routers for this DVR port b06b67f3-1a5f-46da-ac2d-067dab8a3159 on host hv-cinder-84339 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:15:44.294740 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-cc8ff73a-fa90-4f57-98b4-9986079fb001 req-be845233-0e39-4d24-8f23-a0bbb1ce5860 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:44.298018 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cc8ff73a-fa90-4f57-98b4-9986079fb001 req-be845233-0e39-4d24-8f23-a0bbb1ce5860 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.42 "DELETE /v2.0/ports/b06b67f3-1a5f-46da-ac2d-067dab8a3159 HTTP/1.1" status: 204 len: 173 time: 0.5327196 May 26 11:15:44.298442 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6002f885-0a9b-4e8b-af47-7c5d24d14860', 'name': 'network-vif-deleted', 'tag': 'b06b67f3-1a5f-46da-ac2d-067dab8a3159'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:15:44.300726 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75fdc2d-1c17-4d8e-bf2f-c9eb03547a4a" -d '{"events": [{"server_uuid": "6002f885-0a9b-4e8b-af47-7c5d24d14860", "name": "network-vif-deleted", "tag": "b06b67f3-1a5f-46da-ac2d-067dab8a3159"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:15:44.341836 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cc1038-e044-4c37-9be0-9cda6429c4b9 x-openstack-request-id: req-21cc1038-e044-4c37-9be0-9cda6429c4b9 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:15:44.342122 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6002f885-0a9b-4e8b-af47-7c5d24d14860", "name": "network-vif-deleted", "tag": "b06b67f3-1a5f-46da-ac2d-067dab8a3159", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:15:44.342370 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21cc1038-e044-4c37-9be0-9cda6429c4b9 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:15:44.342875 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21cc1038-e044-4c37-9be0-9cda6429c4b9'] response: {'server_uuid': '6002f885-0a9b-4e8b-af47-7c5d24d14860', 'name': 'network-vif-deleted', 'tag': 'b06b67f3-1a5f-46da-ac2d-067dab8a3159', 'status': 'completed', 'code': 200} May 26 11:15:44.587847 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1270151c-75cf-481e-93e9-10ebf5fe8436 req-663c793f-360f-4529-9f06-0c2d08c5a1bb tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 210 time: 0.0285389 May 26 11:15:44.854366 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc72cb6-574c-43aa-8b75-af0f31237cc6 req-63f7a4c3-20e7-4d86-b365-6a2109a7deeb tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:44.860744 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-acc72cb6-574c-43aa-8b75-af0f31237cc6 req-63f7a4c3-20e7-4d86-b365-6a2109a7deeb tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0531275 May 26 11:15:44.896241 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-acc72cb6-574c-43aa-8b75-af0f31237cc6 req-cd3c8879-1758-4c80-9a71-1614255eeaa4 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340850 May 26 11:15:45.047450 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0c2b1e41-61d5-4b2e-b19e-0119958b3a50 req-4261d23c-a383-4286-8af2-a7de6cbc2368 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387623 May 26 11:15:45.144464 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b1e41-61d5-4b2e-b19e-0119958b3a50 req-f43f1a94-8ceb-4d57-b7bb-6019bf24b688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:45.145819 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0c2b1e41-61d5-4b2e-b19e-0119958b3a50 req-f43f1a94-8ceb-4d57-b7bb-6019bf24b688 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d121bc82e4a4381b9584cd89c2d4f69&device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 1098 time: 0.0384200 May 26 11:15:45.250392 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b1e41-61d5-4b2e-b19e-0119958b3a50 req-d66bc7fe-5b91-45eb-a5a7-357f6155c5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:45.251843 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0c2b1e41-61d5-4b2e-b19e-0119958b3a50 req-d66bc7fe-5b91-45eb-a5a7-357f6155c5b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=269c9267-8111-4543-bc62-3b35f5fef0e4 HTTP/1.1" status: 200 len: 920 time: 0.0846519 May 26 11:15:45.305975 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0c2b1e41-61d5-4b2e-b19e-0119958b3a50 req-f18221b3-c88f-4da7-8b22-c7eef5d7ae41 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc8dd25b-6328-4324-93cb-d0bc97588825 HTTP/1.1" status: 200 len: 217 time: 0.0355697 May 26 11:15:45.355553 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b1e41-61d5-4b2e-b19e-0119958b3a50 req-39c10b0f-bd1a-4835-a991-2ff6ca9f6bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:45.357012 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0c2b1e41-61d5-4b2e-b19e-0119958b3a50 req-39c10b0f-bd1a-4835-a991-2ff6ca9f6bd9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a235b399-7a9f-4f18-97ae-141845f325ad HTTP/1.1" status: 200 len: 858 time: 0.0437353 May 26 11:15:45.406814 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b1e41-61d5-4b2e-b19e-0119958b3a50 req-85f31c23-fcab-40e4-9e29-2e21ce5fd7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:45.408285 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0c2b1e41-61d5-4b2e-b19e-0119958b3a50 req-85f31c23-fcab-40e4-9e29-2e21ce5fd7ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=269c9267-8111-4543-bc62-3b35f5fef0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426898 May 26 11:15:45.469023 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device b06b67f3-1a5f-46da-ac2d-067dab8a3159 no longer exists at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:15:45.494647 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] No Port match for: b06b67f3-1a5f-46da-ac2d-067dab8a3159 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:15:45.495255 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device b06b67f3-1a5f-46da-ac2d-067dab8a3159 not bound to the agent host hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:15:45.542098 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0c2b1e41-61d5-4b2e-b19e-0119958b3a50 req-fdfd79fe-4864-4826-8acb-bbfe4756bb39 service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108589 May 26 11:15:45.634356 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0c2b1e41-61d5-4b2e-b19e-0119958b3a50 req-c7757c18-c367-4496-8534-9531ecee4c7c service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854344 May 26 11:15:45.702928 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-64cb1fc0-d80e-4acf-beb3-610abcf62eac req-f7e35f98-9d1d-4b7e-9cc8-84eeaee52a70 tempest-DeleteServersTestJSON-1013858014 tempest-DeleteServersTestJSON-1013858014-project] 10.222.0.21 "GET /v2.0/ports?device_id=6002f885-0a9b-4e8b-af47-7c5d24d14860 HTTP/1.1" status: 200 len: 210 time: 0.0268326 May 26 11:15:46.015503 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b1250-6de1-436f-8106-ecd6dec5eb8d req-c687faa6-a7d7-4ede-aa72-a8655e060b1c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:46.017090 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f57b1250-6de1-436f-8106-ecd6dec5eb8d req-c687faa6-a7d7-4ede-aa72-a8655e060b1c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0504341 May 26 11:15:46.065546 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f57b1250-6de1-436f-8106-ecd6dec5eb8d req-c48f614f-2d4c-4c7a-b5a1-a77434cbc40c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336208 May 26 11:15:47.185132 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04497d0-12e6-4ab0-876c-827e4b86f0da req-f221e526-e329-4f67-8f64-3ad4d5763367 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:47.186633 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e04497d0-12e6-4ab0-876c-827e4b86f0da req-f221e526-e329-4f67-8f64-3ad4d5763367 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0504744 May 26 11:15:47.240887 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e04497d0-12e6-4ab0-876c-827e4b86f0da req-7cfad52a-1b17-4592-a410-15097e513553 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429924 May 26 11:15:48.032127 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-565d6b90-a5aa-4437-a331-918d39c937a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:48.233852 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 37142) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:48.354195 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 37158) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:48.359270 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e342abbe-2c7d-42d1-b2bc-f1bd2cf60f39 req-d2e660c4-50f0-4f99-b14f-26dc40e91ab2 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:48.362526 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e342abbe-2c7d-42d1-b2bc-f1bd2cf60f39 req-d2e660c4-50f0-4f99-b14f-26dc40e91ab2 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0537488 May 26 11:15:48.396817 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-272b50a9-d6c8-4632-85b2-6eda51256a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:48.400130 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_v2 [None req-9355758c-c4a0-4a17-a139-dc9f239ba3c5 admin admin] Deleting subnet fd5ac4af-7112-4c9b-ad86-7178f240796b {{(pid=102810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 11:15:48.403689 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9355758c-c4a0-4a17-a139-dc9f239ba3c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:48.447844 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9355758c-c4a0-4a17-a139-dc9f239ba3c5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:48.454014 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e342abbe-2c7d-42d1-b2bc-f1bd2cf60f39 req-9e47f14c-cf0a-4192-af69-32fb44f81967 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824661 May 26 11:15:48.459682 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9355758c-c4a0-4a17-a139-dc9f239ba3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778400'] for subnet, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:48.529369 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-272b50a9-d6c8-4632-85b2-6eda51256a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:48.632362 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-272b50a9-d6c8-4632-85b2-6eda51256a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:48.633038 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9355758c-c4a0-4a17-a139-dc9f239ba3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-778411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for subnet, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:48.665058 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9355758c-c4a0-4a17-a139-dc9f239ba3c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd5ac4af-7112-4c9b-ad86-7178f240796b,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:48.671771 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-272b50a9-d6c8-4632-85b2-6eda51256a89 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2954152e768f47ebbddfc33a46a91cdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4382727 May 26 11:15:48.672641 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b50a9-d6c8-4632-85b2-6eda51256a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d372e854-03e4-4495-b731-a1501cd3214a,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:48.674683 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 37174) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:48.675965 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9355758c-c4a0-4a17-a139-dc9f239ba3c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:48.679559 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-9355758c-c4a0-4a17-a139-dc9f239ba3c5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fd5ac4af-7112-4c9b-ad86-7178f240796b HTTP/1.1" status: 204 len: 168 time: 0.3243577 May 26 11:15:48.682988 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 37176) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:48.699923 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9355758c-c4a0-4a17-a139-dc9f239ba3c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:48.700267 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9355758c-c4a0-4a17-a139-dc9f239ba3c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:48.700607 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9355758c-c4a0-4a17-a139-dc9f239ba3c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:48.700963 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9355758c-c4a0-4a17-a139-dc9f239ba3c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:48.701291 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9355758c-c4a0-4a17-a139-dc9f239ba3c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:48.701636 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9355758c-c4a0-4a17-a139-dc9f239ba3c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:48.701965 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9355758c-c4a0-4a17-a139-dc9f239ba3c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:48.702311 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9355758c-c4a0-4a17-a139-dc9f239ba3c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:48.702629 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9355758c-c4a0-4a17-a139-dc9f239ba3c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:48.702950 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9355758c-c4a0-4a17-a139-dc9f239ba3c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:48.703267 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9355758c-c4a0-4a17-a139-dc9f239ba3c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:48.703582 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9355758c-c4a0-4a17-a139-dc9f239ba3c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:15:48.781312 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44e4ca46-dcda-4239-8c80-4d66ff61f0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590719'] for network, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:48.793209 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0de05a29-c2ce-481a-b74a-80b503d88abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:48.836929 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0de05a29-c2ce-481a-b74a-80b503d88abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:48.906732 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44e4ca46-dcda-4239-8c80-4d66ff61f0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784951', 'neutron.services.segments.db._delete_segments_for_network-8744569547816'] for network, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:48.927059 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44e4ca46-dcda-4239-8c80-4d66ff61f0bf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:15:48.927408 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44e4ca46-dcda-4239-8c80-4d66ff61f0bf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:15:48.928422 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44e4ca46-dcda-4239-8c80-4d66ff61f0bf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:15:48.928788 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44e4ca46-dcda-4239-8c80-4d66ff61f0bf admin admin] Subscribe: > port after_create 55550000 {{(pid=102811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:15:48.929137 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44e4ca46-dcda-4239-8c80-4d66ff61f0bf admin admin] Subscribe: > port after_delete 55550000 {{(pid=102811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:15:48.929497 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44e4ca46-dcda-4239-8c80-4d66ff61f0bf admin admin] Subscribe: > port after_update 55550000 {{(pid=102811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:15:48.929823 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44e4ca46-dcda-4239-8c80-4d66ff61f0bf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:15:48.936923 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44e4ca46-dcda-4239-8c80-4d66ff61f0bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:15:48.936923 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44e4ca46-dcda-4239-8c80-4d66ff61f0bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:15:48.936923 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44e4ca46-dcda-4239-8c80-4d66ff61f0bf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:15:49.093275 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44e4ca46-dcda-4239-8c80-4d66ff61f0bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:15:49.093630 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44e4ca46-dcda-4239-8c80-4d66ff61f0bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:15:49.093969 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44e4ca46-dcda-4239-8c80-4d66ff61f0bf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:15:49.094305 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44e4ca46-dcda-4239-8c80-4d66ff61f0bf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102811) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:15:49.094681 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-44e4ca46-dcda-4239-8c80-4d66ff61f0bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d5350c-3275-405c-b23e-bd51541bb120']}} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:49.115095 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-44e4ca46-dcda-4239-8c80-4d66ff61f0bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0627c432-e30a-4d29-a8e9-640f48ba46c6') {'for_net_delete': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:49.115391 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-44e4ca46-dcda-4239-8c80-4d66ff61f0bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0627c432-e30a-4d29-a8e9-640f48ba46c6') {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:15:49.131629 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44e4ca46-dcda-4239-8c80-4d66ff61f0bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744569548081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10386412'] for segment, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:49.152539 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44e4ca46-dcda-4239-8c80-4d66ff61f0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:49.160747 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e4ca46-dcda-4239-8c80-4d66ff61f0bf admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=102811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:15:49.161143 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44e4ca46-dcda-4239-8c80-4d66ff61f0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10386992'] for segment, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:49.216006 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0de05a29-c2ce-481a-b74a-80b503d88abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:49.218794 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0de05a29-c2ce-481a-b74a-80b503d88abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:49.219972 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-0de05a29-c2ce-481a-b74a-80b503d88abb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d372e854-03e4-4495-b731-a1501cd3214a HTTP/1.1" status: 204 len: 168 time: 0.5443935 May 26 11:15:49.239281 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de05a29-c2ce-481a-b74a-80b503d88abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d372e854-03e4-4495-b731-a1501cd3214a,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:49.329244 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44e4ca46-dcda-4239-8c80-4d66ff61f0bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667215'] for network, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:49.345911 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44e4ca46-dcda-4239-8c80-4d66ff61f0bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:49.349256 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-44e4ca46-dcda-4239-8c80-4d66ff61f0bf admin admin] 10.222.0.21 "DELETE /v2.0/networks/d6d5350c-3275-405c-b23e-bd51541bb120 HTTP/1.1" status: 204 len: 168 time: 0.6650825 May 26 11:15:49.350249 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e4ca46-dcda-4239-8c80-4d66ff61f0bf admin admin] Pushing event deleted for resources: {'Network': ['ID=d6d5350c-3275-405c-b23e-bd51541bb120,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:49.379788 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.services.segments.plugin [-] Segment 0627c432-e30a-4d29-a8e9-640f48ba46c6 resource provider aggregate not found May 26 11:15:49.399557 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.services.segments.plugin [-] Segment 0627c432-e30a-4d29-a8e9-640f48ba46c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0627c432-e30a-4d29-a8e9-640f48ba46c6 found for delete ", "request_id": "req-a866dcc3-b906-4574-b73e-1f3fdbc8957e"}]} May 26 11:15:49.579882 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad14534-64c4-46b9-a073-5792943cdf9e req-1a9ad0ff-cbf5-4e07-b7ca-15b36d3aafbf tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:49.581560 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bad14534-64c4-46b9-a073-5792943cdf9e req-1a9ad0ff-cbf5-4e07-b7ca-15b36d3aafbf tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0497274 May 26 11:15:49.627197 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bad14534-64c4-46b9-a073-5792943cdf9e req-e5935663-d33a-41d5-89b6-877f56c919c2 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388923 May 26 11:15:49.723058 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 37214) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:49.762198 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-454d6789-bf4f-465b-a40c-0022a310c96a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7cf21706120414b938767945b8ef153&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380516 May 26 11:15:49.764696 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 37216) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:49.823461 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e3efbba3-edad-4f8a-87f3-47f60272ff6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:49.846584 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e3efbba3-edad-4f8a-87f3-47f60272ff6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:49.969954 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 37222) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:49.982984 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-dd065b76-9208-487c-ba9e-e005c26ec2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:49.984585 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e3efbba3-edad-4f8a-87f3-47f60272ff6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:49.987107 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e3efbba3-edad-4f8a-87f3-47f60272ff6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:49.988144 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e3efbba3-edad-4f8a-87f3-47f60272ff6e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dcc805f8-651f-442f-8a9c-458a0c827f9f HTTP/1.1" status: 204 len: 168 time: 0.2225144 May 26 11:15:50.003455 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3efbba3-edad-4f8a-87f3-47f60272ff6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc805f8-651f-442f-8a9c-458a0c827f9f,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:50.076918 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-dd065b76-9208-487c-ba9e-e005c26ec2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:50.149893 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-71e4d8c0-37bc-439a-a5ca-eb7181be43f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:50.215006 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-dd065b76-9208-487c-ba9e-e005c26ec2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:50.252546 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd065b76-9208-487c-ba9e-e005c26ec2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9df740-7273-4c15-a189-ed6cc4fa07f5,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:50.262628 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-dd065b76-9208-487c-ba9e-e005c26ec2a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4709f3a92dfb465ba16527f744c6c199&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2859926 May 26 11:15:50.262628 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 37228) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:50.309806 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e04c7b63-bb78-4cf7-aa99-05773b9aea60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:50.334180 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e04c7b63-bb78-4cf7-aa99-05773b9aea60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:50.474104 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e04c7b63-bb78-4cf7-aa99-05773b9aea60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:50.474104 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e04c7b63-bb78-4cf7-aa99-05773b9aea60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:50.475779 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e04c7b63-bb78-4cf7-aa99-05773b9aea60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e9df740-7273-4c15-a189-ed6cc4fa07f5 HTTP/1.1" status: 204 len: 168 time: 0.2152076 May 26 11:15:50.503548 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c7b63-bb78-4cf7-aa99-05773b9aea60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9df740-7273-4c15-a189-ed6cc4fa07f5,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:50.745613 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3831f4-33c5-4e3b-a624-da8ae554483c req-9961510d-6c11-40ba-add4-9a82516c6ba8 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:50.747088 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-de3831f4-33c5-4e3b-a624-da8ae554483c req-9961510d-6c11-40ba-add4-9a82516c6ba8 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0518610 May 26 11:15:50.783866 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-de3831f4-33c5-4e3b-a624-da8ae554483c req-712e6a55-cd3f-4488-8f3f-9bb6c042dd28 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308754 May 26 11:15:51.211964 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 37278) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:51.345266 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0c9c2ac7-ebd1-4769-be1c-702de2e17e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:51.422497 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0c9c2ac7-ebd1-4769-be1c-702de2e17e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:51.532406 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0c9c2ac7-ebd1-4769-be1c-702de2e17e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:51.532551 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:51.574474 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-0c9c2ac7-ebd1-4769-be1c-702de2e17e09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab9579f6a449470882cf31af3b172320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608520 May 26 11:15:51.576111 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c2ac7-ebd1-4769-be1c-702de2e17e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4ae25c-8e57-435e-a59e-330757a21de6,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:51.577223 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 37300) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:51.631161 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6dbc4177-6664-46d9-beb3-3091d3e18965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:51.653749 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6dbc4177-6664-46d9-beb3-3091d3e18965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:51.780947 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6dbc4177-6664-46d9-beb3-3091d3e18965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:51.789971 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6dbc4177-6664-46d9-beb3-3091d3e18965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:51.789971 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-6dbc4177-6664-46d9-beb3-3091d3e18965 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a4ae25c-8e57-435e-a59e-330757a21de6 HTTP/1.1" status: 204 len: 168 time: 0.2062275 May 26 11:15:51.794126 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc4177-6664-46d9-beb3-3091d3e18965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4ae25c-8e57-435e-a59e-330757a21de6,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:51.914677 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfabf94-1077-4e62-afc3-fb28c4be5d92 req-51b0bfa6-4a0a-4e20-9d54-80da34f2e751 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:51.923079 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6dfabf94-1077-4e62-afc3-fb28c4be5d92 req-51b0bfa6-4a0a-4e20-9d54-80da34f2e751 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0607550 May 26 11:15:51.960403 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6dfabf94-1077-4e62-afc3-fb28c4be5d92 req-f80fe39e-933e-4a38-90e0-6fdddda385e5 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364723 May 26 11:15:52.716833 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 37356) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:52.724032 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:52.732811 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-79f61657-0fd9-4747-874a-d23cbe75270b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:52.798771 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 37358) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:52.808260 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-79f61657-0fd9-4747-874a-d23cbe75270b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:52.929285 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-79f61657-0fd9-4747-874a-d23cbe75270b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:52.966692 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-79f61657-0fd9-4747-874a-d23cbe75270b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f6e0393bf6e3404ea5819e7e4b0240fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482796 May 26 11:15:52.969539 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 37366) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:52.978029 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f61657-0fd9-4747-874a-d23cbe75270b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608f1244-bbeb-41ec-9807-fa50c9f4dddb,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:53.013211 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-23cfa289-56c2-4a72-90b6-da97a0cdd906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:53.074026 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cbcbdc3b-3bcd-41a7-a801-844f961a78b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:53.141497 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cbcbdc3b-3bcd-41a7-a801-844f961a78b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:53.151983 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1fcb1-1faf-4713-a074-4ec74bac5819 req-eefc3b02-2829-4221-b7a7-ab7dfe7c4466 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:53.161555 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-87b1fcb1-1faf-4713-a074-4ec74bac5819 req-eefc3b02-2829-4221-b7a7-ab7dfe7c4466 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.1233625 May 26 11:15:53.212140 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-23cfa289-56c2-4a72-90b6-da97a0cdd906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:53.245568 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-87b1fcb1-1faf-4713-a074-4ec74bac5819 req-41f57209-f29e-4984-ab40-9b3390b2878d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827181 May 26 11:15:53.266661 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:53.374834 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-23cfa289-56c2-4a72-90b6-da97a0cdd906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:53.414619 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-23cfa289-56c2-4a72-90b6-da97a0cdd906 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a103bab685d241beb30f05fe9a9f86d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6140895 May 26 11:15:53.415818 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cfa289-56c2-4a72-90b6-da97a0cdd906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89328be-fc7a-4bef-9ed1-1c034a89fcda,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:53.417533 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 37388) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:53.429596 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cbcbdc3b-3bcd-41a7-a801-844f961a78b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:53.432312 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cbcbdc3b-3bcd-41a7-a801-844f961a78b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:53.437820 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-cbcbdc3b-3bcd-41a7-a801-844f961a78b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/608f1244-bbeb-41ec-9807-fa50c9f4dddb HTTP/1.1" status: 204 len: 168 time: 0.4670401 May 26 11:15:53.454636 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbdc3b-3bcd-41a7-a801-844f961a78b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608f1244-bbeb-41ec-9807-fa50c9f4dddb,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:53.497305 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7170eaa1-9a9c-4f66-99ed-40b5602187ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:53.520253 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7170eaa1-9a9c-4f66-99ed-40b5602187ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:53.703808 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7170eaa1-9a9c-4f66-99ed-40b5602187ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:53.706450 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7170eaa1-9a9c-4f66-99ed-40b5602187ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:53.708000 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-7170eaa1-9a9c-4f66-99ed-40b5602187ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b89328be-fc7a-4bef-9ed1-1c034a89fcda HTTP/1.1" status: 204 len: 168 time: 0.2894030 May 26 11:15:53.717485 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170eaa1-9a9c-4f66-99ed-40b5602187ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89328be-fc7a-4bef-9ed1-1c034a89fcda,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:54.369314 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c37dfa-1c18-41bc-9e9b-323d6c2cf424 req-104ec052-2360-4bc8-92ac-cbb03b3c407b tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:54.370759 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-40c37dfa-1c18-41bc-9e9b-323d6c2cf424 req-104ec052-2360-4bc8-92ac-cbb03b3c407b tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0495386 May 26 11:15:54.412709 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-40c37dfa-1c18-41bc-9e9b-323d6c2cf424 req-4a2fdab6-8718-4986-8c57-09639465f29a tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330324 May 26 11:15:55.706969 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c982e-b5b1-436c-9089-5c0ec9126b76 req-4f4cbd52-0c5e-41b1-9005-a8dacc275686 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:55.724359 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cd2c982e-b5b1-436c-9089-5c0ec9126b76 req-4f4cbd52-0c5e-41b1-9005-a8dacc275686 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0525832 May 26 11:15:55.747635 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cd2c982e-b5b1-436c-9089-5c0ec9126b76 req-1bbcbe7c-98d7-43d6-9422-d469cbc4d484 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323787 May 26 11:15:55.913060 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 37478) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:56.013026 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1e566fea-4fd0-4f70-b748-ef01dba2ba15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:56.088110 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1e566fea-4fd0-4f70-b748-ef01dba2ba15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:56.213191 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1e566fea-4fd0-4f70-b748-ef01dba2ba15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:56.252819 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-1e566fea-4fd0-4f70-b748-ef01dba2ba15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=761eaa88bd524722bbdd622248a3dc49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365579 May 26 11:15:56.252819 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e566fea-4fd0-4f70-b748-ef01dba2ba15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec82ba05-177c-4286-a7ca-2a52ca288ba0,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:56.253796 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 37494) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:15:56.303530 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7f792ec6-fa3d-488b-88c9-1b1aee53d525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:56.324651 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7f792ec6-fa3d-488b-88c9-1b1aee53d525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:56.460382 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7f792ec6-fa3d-488b-88c9-1b1aee53d525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:56.463599 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7f792ec6-fa3d-488b-88c9-1b1aee53d525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:15:56.465989 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-7f792ec6-fa3d-488b-88c9-1b1aee53d525 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec82ba05-177c-4286-a7ca-2a52ca288ba0 HTTP/1.1" status: 204 len: 168 time: 0.2111714 May 26 11:15:56.473725 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f792ec6-fa3d-488b-88c9-1b1aee53d525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec82ba05-177c-4286-a7ca-2a52ca288ba0,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:15:56.874615 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da3764-823a-4076-b68a-18fc1a1b95c1 req-22be78d3-885e-4ac4-ac29-fdd1b2af6ecc tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:56.890615 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-67da3764-823a-4076-b68a-18fc1a1b95c1 req-22be78d3-885e-4ac4-ac29-fdd1b2af6ecc tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0730641 May 26 11:15:56.925171 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-67da3764-823a-4076-b68a-18fc1a1b95c1 req-c7a2c4a0-5115-401c-a849-f8aea27f2bda tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336328 May 26 11:15:58.035654 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4b976-abdb-4041-8e53-c0c41486b685 req-6717316d-6e6e-4056-97fd-c98caa2ad01c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:58.037130 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b6a4b976-abdb-4041-8e53-c0c41486b685 req-6717316d-6e6e-4056-97fd-c98caa2ad01c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0479531 May 26 11:15:58.074785 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b6a4b976-abdb-4041-8e53-c0c41486b685 req-e26e4b06-2820-49bd-bc12-cf4ca81826cb tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317171 May 26 11:15:59.189120 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da7cee-c61a-47dc-9f70-eca3eeec86d5 req-043f5b7f-6d2a-4d95-baa7-8429e5da7844 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:15:59.190546 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f7da7cee-c61a-47dc-9f70-eca3eeec86d5 req-043f5b7f-6d2a-4d95-baa7-8429e5da7844 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0501070 May 26 11:15:59.227879 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f7da7cee-c61a-47dc-9f70-eca3eeec86d5 req-f77a932c-5260-4740-aa12-718a239676f3 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311432 May 26 11:16:00.154512 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 37624) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:00.268393 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-eb251adb-de6c-48af-bf7b-36a6d4851711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:00.386221 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd844572-fd5b-450a-a9a2-f526bcc2665e req-83763c00-f8e6-464c-9753-5f6fa96571f7 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:00.386221 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fd844572-fd5b-450a-a9a2-f526bcc2665e req-83763c00-f8e6-464c-9753-5f6fa96571f7 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0732698 May 26 11:16:00.399266 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-eb251adb-de6c-48af-bf7b-36a6d4851711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:00.432025 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fd844572-fd5b-450a-a9a2-f526bcc2665e req-8d924a90-d283-41b1-bcc1-619627b3baea tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384622 May 26 11:16:00.520741 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-eb251adb-de6c-48af-bf7b-36a6d4851711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:00.557279 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-eb251adb-de6c-48af-bf7b-36a6d4851711 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72da0bbcc43b4214bf7a926174217709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4016497 May 26 11:16:00.559098 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb251adb-de6c-48af-bf7b-36a6d4851711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baccf6cd-2eba-40d4-9362-77732c06a067,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:00.560072 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 37640) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:00.607723 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-371464b7-b1b9-43c3-89bd-a43d0448b14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:00.627423 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-371464b7-b1b9-43c3-89bd-a43d0448b14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:00.768968 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-371464b7-b1b9-43c3-89bd-a43d0448b14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:00.771837 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-371464b7-b1b9-43c3-89bd-a43d0448b14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:00.773066 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-371464b7-b1b9-43c3-89bd-a43d0448b14e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/baccf6cd-2eba-40d4-9362-77732c06a067 HTTP/1.1" status: 204 len: 168 time: 0.2118387 May 26 11:16:00.781316 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371464b7-b1b9-43c3-89bd-a43d0448b14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baccf6cd-2eba-40d4-9362-77732c06a067,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:01.440258 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 37658) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:01.454279 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1abf1236-5feb-4356-981e-b3c31cf37dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:01.742319 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1abf1236-5feb-4356-981e-b3c31cf37dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:01.753410 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a043b-e504-4f06-864a-52ddc6260c64 req-aec923df-bc9e-42ae-a8c3-1f085946062a tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:01.754851 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-be5a043b-e504-4f06-864a-52ddc6260c64 req-aec923df-bc9e-42ae-a8c3-1f085946062a tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.2513597 May 26 11:16:01.790696 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-be5a043b-e504-4f06-864a-52ddc6260c64 req-8edf73fe-840b-4df0-b3c0-68bbcdc096c9 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298555 May 26 11:16:01.803077 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1abf1236-5feb-4356-981e-b3c31cf37dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:01.838990 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-1abf1236-5feb-4356-981e-b3c31cf37dd8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9a051fb0f594d968fb899f49a7669b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3976161 May 26 11:16:01.840297 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf1236-5feb-4356-981e-b3c31cf37dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a90afe0-8518-4a97-a706-15be2f82cbcf,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:01.842252 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 37662) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:01.890313 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b50ddf10-de2b-4499-b9b3-fa7312fb0a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:01.910877 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b50ddf10-de2b-4499-b9b3-fa7312fb0a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:02.026013 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b50ddf10-de2b-4499-b9b3-fa7312fb0a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:02.028451 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b50ddf10-de2b-4499-b9b3-fa7312fb0a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:02.029629 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-b50ddf10-de2b-4499-b9b3-fa7312fb0a79 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a90afe0-8518-4a97-a706-15be2f82cbcf HTTP/1.1" status: 204 len: 168 time: 0.1864088 May 26 11:16:02.037604 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50ddf10-de2b-4499-b9b3-fa7312fb0a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a90afe0-8518-4a97-a706-15be2f82cbcf,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:02.866477 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 37694) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:02.911011 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82647a68-cccb-4fac-b89b-1ab84f9ed685 req-fdef7afc-315e-41b5-8f79-989a669137b8 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:02.912649 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-82647a68-cccb-4fac-b89b-1ab84f9ed685 req-fdef7afc-315e-41b5-8f79-989a669137b8 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0540156 May 26 11:16:02.954136 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-82647a68-cccb-4fac-b89b-1ab84f9ed685 req-daca648b-360a-4a45-8f71-509d6e0829d3 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336709 May 26 11:16:02.977763 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-24eb4a55-a94d-48e1-8b57-999dc754316c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:03.048754 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-24eb4a55-a94d-48e1-8b57-999dc754316c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:03.114949 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-24eb4a55-a94d-48e1-8b57-999dc754316c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:03.155392 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-24eb4a55-a94d-48e1-8b57-999dc754316c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07d06819925c4a4cbd4ba4649fceeee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868707 May 26 11:16:03.157358 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb4a55-a94d-48e1-8b57-999dc754316c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae277f28-7d90-4364-bed4-35d33821b615,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:03.158064 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 37708) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:03.208504 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9aa7861-ed08-486b-8b6e-e4bae0f5fa62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:03.233712 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9aa7861-ed08-486b-8b6e-e4bae0f5fa62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:03.380559 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9aa7861-ed08-486b-8b6e-e4bae0f5fa62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:03.383098 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9aa7861-ed08-486b-8b6e-e4bae0f5fa62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:03.384230 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-d9aa7861-ed08-486b-8b6e-e4bae0f5fa62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae277f28-7d90-4364-bed4-35d33821b615 HTTP/1.1" status: 204 len: 168 time: 0.2250454 May 26 11:16:03.392345 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa7861-ed08-486b-8b6e-e4bae0f5fa62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae277f28-7d90-4364-bed4-35d33821b615,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:04.066771 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb24ff-d5a1-4bbe-b0e1-1bc561ed4fbe req-96ca4dc1-d5c2-4717-8f2d-3f4dac061082 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:04.068237 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6dbb24ff-d5a1-4bbe-b0e1-1bc561ed4fbe req-96ca4dc1-d5c2-4717-8f2d-3f4dac061082 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0486321 May 26 11:16:04.101331 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 37728) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:04.112470 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6dbb24ff-d5a1-4bbe-b0e1-1bc561ed4fbe req-29a8dcda-ed34-40f9-a67a-912263c3f338 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382535 May 26 11:16:04.124645 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6d247ab8-bd70-4ca0-94ef-ae4025b72d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:04.359987 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6d247ab8-bd70-4ca0-94ef-ae4025b72d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:04.448921 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6d247ab8-bd70-4ca0-94ef-ae4025b72d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:04.489287 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-6d247ab8-bd70-4ca0-94ef-ae4025b72d2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=26a6b18767084d6b9a408d3a2dc703be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3867841 May 26 11:16:04.490368 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d247ab8-bd70-4ca0-94ef-ae4025b72d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147156dd-9696-43f9-a254-44a67f08f478,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:04.491876 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 37744) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:04.542142 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b8889cde-01fb-488d-bfb1-6260eafdd14e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:04.564930 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b8889cde-01fb-488d-bfb1-6260eafdd14e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:04.689067 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b8889cde-01fb-488d-bfb1-6260eafdd14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:04.691703 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b8889cde-01fb-488d-bfb1-6260eafdd14e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:04.692913 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-b8889cde-01fb-488d-bfb1-6260eafdd14e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/147156dd-9696-43f9-a254-44a67f08f478 HTTP/1.1" status: 204 len: 168 time: 0.2000034 May 26 11:16:04.709942 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8889cde-01fb-488d-bfb1-6260eafdd14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147156dd-9696-43f9-a254-44a67f08f478,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:05.239652 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cb86c-f80d-4c87-ad92-267dd4e43898 req-f7df086f-1037-49dd-a8e8-9c5f89f3e9f5 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:05.241536 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-913cb86c-f80d-4c87-ad92-267dd4e43898 req-f7df086f-1037-49dd-a8e8-9c5f89f3e9f5 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0565712 May 26 11:16:05.265095 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-7e24fe6f-b71c-484d-a06a-2af05cb15025 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6d33f43c023e415cab07d9d5c606afbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334952 May 26 11:16:05.289663 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-913cb86c-f80d-4c87-ad92-267dd4e43898 req-6625e287-e261-4b1e-a387-3645f6f66f5b tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406141 May 26 11:16:05.449030 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-863fcc98-3838-4c08-8639-b8d9b566e03a tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:05.450591 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-863fcc98-3838-4c08-8639-b8d9b566e03a tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1810000 May 26 11:16:05.468590 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-e1c168cd-f53a-4cbc-b992-3771b14913ea tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/quotas/6d33f43c023e415cab07d9d5c606afbf HTTP/1.1" status: 200 len: 375 time: 0.0097945 May 26 11:16:05.497235 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-513c7fcf-f83a-4794-9fc1-d5db9be17c4a tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6d33f43c023e415cab07d9d5c606afbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251334 May 26 11:16:05.745951 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f33f4386-667e-4b74-bd71-9b1ce5861a8b req-75e54cb1-d619-4d1a-a3a5-22ec93b9f909 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4fac537-6420-4888-8fc9-203206db1eab HTTP/1.1" status: 200 len: 210 time: 0.0276351 May 26 11:16:05.997490 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6953e8-fe9b-4d88-a94e-060918532c4f req-9cea14cc-4942-4f57-88bc-f3a44b971f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:06.000527 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2a6953e8-fe9b-4d88-a94e-060918532c4f req-9cea14cc-4942-4f57-88bc-f3a44b971f3a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 1099 time: 0.0409920 May 26 11:16:06.035331 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2a6953e8-fe9b-4d88-a94e-060918532c4f req-36f18a27-bc92-483d-98f4-a37450e410c7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279815 May 26 11:16:06.233229 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 37852) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:06.282965 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_v2 [None req-e11a168e-2367-4f39-a568-db85fac9537e admin admin] Deleting subnet bc67b6f2-a439-4d41-95cb-68595d447ed6 {{(pid=102811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 11:16:06.287019 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e11a168e-2367-4f39-a568-db85fac9537e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:06.329787 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e11a168e-2367-4f39-a568-db85fac9537e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10386405'] for subnet, precommit_delete_associations {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:06.405536 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e11a168e-2367-4f39-a568-db85fac9537e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778400'] for subnet, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:06.456452 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671599c-9326-4e00-b035-a7e8cb0da6e9 req-04bd98aa-cb62-4ac4-93aa-1c85645ffe95 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:06.457957 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8671599c-9326-4e00-b035-a7e8cb0da6e9 req-04bd98aa-cb62-4ac4-93aa-1c85645ffe95 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0910583 May 26 11:16:06.507670 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8671599c-9326-4e00-b035-a7e8cb0da6e9 req-69673eae-dedb-41c6-a8b7-0741dc385a95 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417244 May 26 11:16:06.584046 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e11a168e-2367-4f39-a568-db85fac9537e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-778411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10386322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10303566'] for subnet, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:06.598538 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e11a168e-2367-4f39-a568-db85fac9537e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for subnet, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:06.602804 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-e11a168e-2367-4f39-a568-db85fac9537e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bc67b6f2-a439-4d41-95cb-68595d447ed6 HTTP/1.1" status: 204 len: 168 time: 0.3684912 May 26 11:16:06.606086 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 37876) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:06.629435 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a168e-2367-4f39-a568-db85fac9537e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc67b6f2-a439-4d41-95cb-68595d447ed6,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:06.704750 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b96c92b4-12da-4e24-8e2a-519d0cbcc1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590719'] for network, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:06.776202 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b96c92b4-12da-4e24-8e2a-519d0cbcc1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784951', 'neutron.services.segments.db._delete_segments_for_network-8744569547816'] for network, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:06.799267 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b96c92b4-12da-4e24-8e2a-519d0cbcc1c3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:16:06.799584 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b96c92b4-12da-4e24-8e2a-519d0cbcc1c3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:16:06.800313 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b96c92b4-12da-4e24-8e2a-519d0cbcc1c3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:16:06.800676 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b96c92b4-12da-4e24-8e2a-519d0cbcc1c3 admin admin] Subscribe: > port after_create 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:16:06.801020 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b96c92b4-12da-4e24-8e2a-519d0cbcc1c3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:16:06.801372 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b96c92b4-12da-4e24-8e2a-519d0cbcc1c3 admin admin] Subscribe: > port after_update 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:16:06.801696 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b96c92b4-12da-4e24-8e2a-519d0cbcc1c3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:16:06.802036 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b96c92b4-12da-4e24-8e2a-519d0cbcc1c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:16:06.802627 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b96c92b4-12da-4e24-8e2a-519d0cbcc1c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:16:06.802947 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b96c92b4-12da-4e24-8e2a-519d0cbcc1c3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:16:06.870699 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b96c92b4-12da-4e24-8e2a-519d0cbcc1c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:16:06.871056 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b96c92b4-12da-4e24-8e2a-519d0cbcc1c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:16:06.872096 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b96c92b4-12da-4e24-8e2a-519d0cbcc1c3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:16:06.872635 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b96c92b4-12da-4e24-8e2a-519d0cbcc1c3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 26 11:16:06.873023 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-b96c92b4-12da-4e24-8e2a-519d0cbcc1c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1a6dc7-6f78-46d0-9f15-e118d67eafa8']}} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:16:06.899483 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-b96c92b4-12da-4e24-8e2a-519d0cbcc1c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f346220b-afd1-405b-baca-d5764fd9522c') {'for_net_delete': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:16:06.899786 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-b96c92b4-12da-4e24-8e2a-519d0cbcc1c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f346220b-afd1-405b-baca-d5764fd9522c') {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:16:06.927719 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e70002bd-bbc3-471b-8ca8-76fb6164be64 req-aa94089d-e477-489d-a0a6-b9183479ce12 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4fac537-6420-4888-8fc9-203206db1eab HTTP/1.1" status: 200 len: 210 time: 0.1306071 May 26 11:16:06.935040 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b96c92b4-12da-4e24-8e2a-519d0cbcc1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744569548081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8569450'] for segment, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:06.957974 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b96c92b4-12da-4e24-8e2a-519d0cbcc1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:06.967160 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b96c92b4-12da-4e24-8e2a-519d0cbcc1c3 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=102810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:16:06.967624 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b96c92b4-12da-4e24-8e2a-519d0cbcc1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8806243'] for segment, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:07.129236 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b96c92b4-12da-4e24-8e2a-519d0cbcc1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667215'] for network, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:07.156105 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b96c92b4-12da-4e24-8e2a-519d0cbcc1c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:07.159389 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-b96c92b4-12da-4e24-8e2a-519d0cbcc1c3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6c1a6dc7-6f78-46d0-9f15-e118d67eafa8 HTTP/1.1" status: 204 len: 168 time: 0.5516548 May 26 11:16:07.160780 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c92b4-12da-4e24-8e2a-519d0cbcc1c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c1a6dc7-6f78-46d0-9f15-e118d67eafa8,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:07.163175 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 37912) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:07.208347 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e7d8ae5-b92b-4489-95c7-f8fff01a4a91 admin admin] Deleting subnet f57aff27-7631-47e9-9bdd-cf033867dd52 {{(pid=102811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 11:16:07.211584 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9e7d8ae5-b92b-4489-95c7-f8fff01a4a91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:07.248353 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9e7d8ae5-b92b-4489-95c7-f8fff01a4a91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10386405'] for subnet, precommit_delete_associations {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:07.286506 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9e7d8ae5-b92b-4489-95c7-f8fff01a4a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778400'] for subnet, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:07.475062 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9e7d8ae5-b92b-4489-95c7-f8fff01a4a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-778411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10386322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10303566'] for subnet, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:07.500589 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d8ae5-b92b-4489-95c7-f8fff01a4a91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f57aff27-7631-47e9-9bdd-cf033867dd52,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:07.504346 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9e7d8ae5-b92b-4489-95c7-f8fff01a4a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for subnet, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:07.507473 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-9e7d8ae5-b92b-4489-95c7-f8fff01a4a91 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f57aff27-7631-47e9-9bdd-cf033867dd52 HTTP/1.1" status: 204 len: 168 time: 0.3429210 May 26 11:16:07.509872 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 37920) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:07.561125 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.services.segments.plugin [-] Segment f346220b-afd1-405b-baca-d5764fd9522c resource provider aggregate not found May 26 11:16:07.589798 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.services.segments.plugin [-] Segment f346220b-afd1-405b-baca-d5764fd9522c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f346220b-afd1-405b-baca-d5764fd9522c found for delete ", "request_id": "req-a1823534-ce94-4a99-baa5-8336ff12cce1"}]} May 26 11:16:07.600134 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3b6313f7-1acd-43da-8280-4ebb19d04f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590719'] for network, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:07.675692 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 37928) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:07.702310 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32aa01-ad00-473c-8fad-ed140496e3bd req-fceb5cc6-b0c0-4be7-99c6-587554806ec5 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:07.704366 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4d32aa01-ad00-473c-8fad-ed140496e3bd req-fceb5cc6-b0c0-4be7-99c6-587554806ec5 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.1014836 May 26 11:16:07.756507 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3b6313f7-1acd-43da-8280-4ebb19d04f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784951', 'neutron.services.segments.db._delete_segments_for_network-8744569547816'] for network, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:07.776505 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 37932) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:07.794393 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4d32aa01-ad00-473c-8fad-ed140496e3bd req-d4c79ec3-d70f-4916-a02d-708b12557f17 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644953 May 26 11:16:07.798356 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-3b6313f7-1acd-43da-8280-4ebb19d04f17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af142d9d-09e2-4545-8669-1fb92a4d701b']}} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:16:07.819562 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-3b6313f7-1acd-43da-8280-4ebb19d04f17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b39428c-25f2-4c75-8544-d4f611d63804') {'for_net_delete': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:16:07.821247 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-3b6313f7-1acd-43da-8280-4ebb19d04f17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b39428c-25f2-4c75-8544-d4f611d63804') {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:16:07.831785 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3b6313f7-1acd-43da-8280-4ebb19d04f17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744569548081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10386412'] for segment, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:07.849195 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3b6313f7-1acd-43da-8280-4ebb19d04f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:07.856334 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b6313f7-1acd-43da-8280-4ebb19d04f17 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=102811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:16:07.858370 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3b6313f7-1acd-43da-8280-4ebb19d04f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10386992'] for segment, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:07.920528 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.services.segments.plugin [-] Segment 3b39428c-25f2-4c75-8544-d4f611d63804 resource provider aggregate not found May 26 11:16:07.946955 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.services.segments.plugin [-] Segment 3b39428c-25f2-4c75-8544-d4f611d63804 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3b39428c-25f2-4c75-8544-d4f611d63804 found for delete ", "request_id": "req-7d0fb1a3-52c7-41d9-b8d3-dfaf073d380d"}]} May 26 11:16:07.988530 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-341d1502-954d-4b10-a0e0-6712fec5ea8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:07.991368 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8665c475-1411-42f4-993a-a01a7a0cd7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:08.018319 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad9862-994e-4199-ad11-639506c5ee60 req-437ec243-5360-4a19-9eef-2df109ac38bd tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:08.019740 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ffad9862-994e-4199-ad11-639506c5ee60 req-437ec243-5360-4a19-9eef-2df109ac38bd tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.1070099 May 26 11:16:08.024347 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bb6a760d-8f1f-410d-9d45-a6d4287aaff3 req-841b07b3-6f6d-4da2-a163-9132426c200b tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4fac537-6420-4888-8fc9-203206db1eab HTTP/1.1" status: 200 len: 210 time: 0.0257092 May 26 11:16:08.057963 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3b6313f7-1acd-43da-8280-4ebb19d04f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667215'] for network, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:08.065976 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3b6313f7-1acd-43da-8280-4ebb19d04f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:08.072833 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-3b6313f7-1acd-43da-8280-4ebb19d04f17 admin admin] 10.222.0.21 "DELETE /v2.0/networks/af142d9d-09e2-4545-8669-1fb92a4d701b HTTP/1.1" status: 204 len: 168 time: 0.5618856 May 26 11:16:08.086688 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6313f7-1acd-43da-8280-4ebb19d04f17 admin admin] Pushing event deleted for resources: {'Network': ['ID=af142d9d-09e2-4545-8669-1fb92a4d701b,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:08.093946 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ffad9862-994e-4199-ad11-639506c5ee60 req-892c8839-20e9-415c-939e-1ad4b0f168a6 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621338 May 26 11:16:08.161641 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8665c475-1411-42f4-993a-a01a7a0cd7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:08.173498 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-341d1502-954d-4b10-a0e0-6712fec5ea8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:08.254856 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-341d1502-954d-4b10-a0e0-6712fec5ea8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:08.257324 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8665c475-1411-42f4-993a-a01a7a0cd7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:08.307390 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-341d1502-954d-4b10-a0e0-6712fec5ea8c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c8e70b49b02b4b0eb3415d41dbe8cc48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6302705 May 26 11:16:08.310217 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 37948) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:08.312529 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-8665c475-1411-42f4-993a-a01a7a0cd7bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e23ba1ad6c64f8fbdcd276306323a3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5350668 May 26 11:16:08.314462 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d1502-954d-4b10-a0e0-6712fec5ea8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef88912-30d5-490e-acf9-a2f23fccfb11,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:08.319266 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 37950) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:08.360194 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665c475-1411-42f4-993a-a01a7a0cd7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768e373e-3b78-40a8-8ff6-d5d02b95988e,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:08.383240 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3ad5b472-05b9-4add-ac41-ba23c2ce4141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:08.401045 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9bc2af03-3c7f-4e03-92ad-922fec67fa94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:08.406925 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3ad5b472-05b9-4add-ac41-ba23c2ce4141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:08.436259 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9bc2af03-3c7f-4e03-92ad-922fec67fa94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:08.557562 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9bc2af03-3c7f-4e03-92ad-922fec67fa94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:08.561285 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9bc2af03-3c7f-4e03-92ad-922fec67fa94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:08.562339 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3ad5b472-05b9-4add-ac41-ba23c2ce4141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:08.562985 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-9bc2af03-3c7f-4e03-92ad-922fec67fa94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/768e373e-3b78-40a8-8ff6-d5d02b95988e HTTP/1.1" status: 204 len: 168 time: 0.2427905 May 26 11:16:08.564918 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3ad5b472-05b9-4add-ac41-ba23c2ce4141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:08.570117 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-3ad5b472-05b9-4add-ac41-ba23c2ce4141 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ef88912-30d5-490e-acf9-a2f23fccfb11 HTTP/1.1" status: 204 len: 168 time: 0.2582991 May 26 11:16:08.593526 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 37956) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:08.602586 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-6ea402f1-e198-476f-8993-6cf3aec29b5d tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=6d33f43c023e415cab07d9d5c606afbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509114 May 26 11:16:08.602586 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5b472-05b9-4add-ac41-ba23c2ce4141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef88912-30d5-490e-acf9-a2f23fccfb11,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:08.627731 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2af03-3c7f-4e03-92ad-922fec67fa94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768e373e-3b78-40a8-8ff6-d5d02b95988e,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:08.706739 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-458244b9-b638-4133-92b7-3ef68c1c8913 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e91680ad7c2a48a3826636a786488f6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1080301 May 26 11:16:08.707446 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 37960) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:08.764555 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c582483b-8eb2-4f7e-b4ec-378f595df37b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:08.785163 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-5d4b7004-8887-4d15-978e-c74b019e3253 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:08.786704 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-5d4b7004-8887-4d15-978e-c74b019e3253 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1772685 May 26 11:16:08.786894 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c582483b-8eb2-4f7e-b4ec-378f595df37b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:08.802942 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-6c8ddb10-8fec-43c0-b640-275fc4ed96f7 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Request body: {'port': {'device_id': 'f4fac537-6420-4888-8fc9-203206db1eab', 'network_id': 'c42eaac7-3dc1-4214-9417-815faabc39f5', 'admin_state_up': True, 'tenant_id': '6d33f43c023e415cab07d9d5c606afbf'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:16:08.946323 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c582483b-8eb2-4f7e-b4ec-378f595df37b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:08.948809 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c582483b-8eb2-4f7e-b4ec-378f595df37b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:08.950005 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-c582483b-8eb2-4f7e-b4ec-378f595df37b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/400b56f6-2a08-4d1c-b210-851e02cca35d HTTP/1.1" status: 204 len: 168 time: 0.2416840 May 26 11:16:08.957507 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c582483b-8eb2-4f7e-b4ec-378f595df37b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400b56f6-2a08-4d1c-b210-851e02cca35d,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:09.019261 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-6c8ddb10-8fec-43c0-b640-275fc4ed96f7 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Made reservation on behalf of 6d33f43c023e415cab07d9d5c606afbf for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:16:09.022905 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-6c8ddb10-8fec-43c0-b640-275fc4ed96f7 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:09.033697 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-6c8ddb10-8fec-43c0-b640-275fc4ed96f7 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:09.191868 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-6c8ddb10-8fec-43c0-b640-275fc4ed96f7 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:09.227093 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5ac8ba75-7816-4ab9-852e-1047f6b986f7 req-dc5d7c42-e435-4e61-a959-4ba2881d94bd tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4fac537-6420-4888-8fc9-203206db1eab HTTP/1.1" status: 200 len: 210 time: 0.0285871 May 26 11:16:09.257980 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-6c8ddb10-8fec-43c0-b640-275fc4ed96f7 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:09.337922 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:09.346797 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ddb10-8fec-43c0-b640-275fc4ed96f7 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3efabeb7-49e4-4382-9d47-9d9e0351fa21,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:09.413321 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-6c8ddb10-8fec-43c0-b640-275fc4ed96f7 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Allocated IP 192.168.233.161 (c42eaac7-3dc1-4214-9417-815faabc39f5/9a650ce0-d061-4ac2-a56c-bc2d81e90674/a9a716da-4d98-4bcb-8169-2c2ccc36cb58) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:16:09.559808 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-6c8ddb10-8fec-43c0-b640-275fc4ed96f7 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:09.654198 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 37980) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:09.662070 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-6c8ddb10-8fec-43c0-b640-275fc4ed96f7 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:09.674414 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-12a5c3aa-3865-4674-b4b4-15974f5d8ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:09.727940 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-6c8ddb10-8fec-43c0-b640-275fc4ed96f7 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Network c42eaac7-3dc1-4214-9417-815faabc39f5 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:16:09.731662 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-6c8ddb10-8fec-43c0-b640-275fc4ed96f7 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:16:09.733519 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ddb10-8fec-43c0-b640-275fc4ed96f7 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Pushing event updated for resources: {'Port': ['ID=a9a716da-4d98-4bcb-8169-2c2ccc36cb58,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:09.739868 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-6c8ddb10-8fec-43c0-b640-275fc4ed96f7 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:16:09.798862 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 37986) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:09.811670 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-6c8ddb10-8fec-43c0-b640-275fc4ed96f7 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:09.812311 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-6c8ddb10-8fec-43c0-b640-275fc4ed96f7 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:09.849595 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-6b4e81ea-3377-44b6-9f61-6f3499fb60f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ace11ef8a61446ba7fa1c30b7864683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491295 May 26 11:16:09.854538 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 37988) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:09.862988 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-12a5c3aa-3865-4674-b4b4-15974f5d8ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:09.907738 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-84498b90-370f-4eef-a272-58fbbcac8b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:09.925133 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-6c8ddb10-8fec-43c0-b640-275fc4ed96f7 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1265030 May 26 11:16:09.929321 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-84498b90-370f-4eef-a272-58fbbcac8b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:09.938776 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-2f347d19-55f0-4683-82bc-9ad2b3cb8106 service neutron] Request body: {'port': {'device_id': 'f4fac537-6420-4888-8fc9-203206db1eab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84339'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:16:09.962995 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-a39692b1-06b3-4e0e-adb6-175b667f52c4 None None] Provisioning complete for port a9a716da-4d98-4bcb-8169-2c2ccc36cb58 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:16:09.963817 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-a39692b1-06b3-4e0e-adb6-175b667f52c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:09.988263 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-12a5c3aa-3865-4674-b4b4-15974f5d8ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:10.001730 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-a39692b1-06b3-4e0e-adb6-175b667f52c4 None None] Port a9a716da-4d98-4bcb-8169-2c2ccc36cb58 cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:16:10.004594 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-2f347d19-55f0-4683-82bc-9ad2b3cb8106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:10.038056 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5c3aa-3865-4674-b4b4-15974f5d8ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f85a1e0-a96c-4d0a-8729-ed9420e70279,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:10.059143 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-12a5c3aa-3865-4674-b4b4-15974f5d8ec6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec490bffaf5d45ea8ef7bd2cc3619e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4029465 May 26 11:16:10.061452 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 37992) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:10.086936 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-84498b90-370f-4eef-a272-58fbbcac8b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:10.090804 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-84498b90-370f-4eef-a272-58fbbcac8b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:10.099026 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-84498b90-370f-4eef-a272-58fbbcac8b0d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2be65f24-7a90-48a3-beb8-ab3d98480a2f HTTP/1.1" status: 204 len: 168 time: 0.2364109 May 26 11:16:10.120043 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84498b90-370f-4eef-a272-58fbbcac8b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be65f24-7a90-48a3-beb8-ab3d98480a2f,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:10.145400 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-deaf8e94-ad85-4c21-b3e7-09f4cb645542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:10.182524 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-deaf8e94-ad85-4c21-b3e7-09f4cb645542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:10.349493 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-2f347d19-55f0-4683-82bc-9ad2b3cb8106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9a716da-4d98-4bcb-8169-2c2ccc36cb58 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:16:10.360468 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-2f347d19-55f0-4683-82bc-9ad2b3cb8106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:10.397214 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605676e-786c-49f6-a9a9-f3b506f9b6b3 req-e2c5127a-95a0-4e38-93a7-1e8e4f13afe5 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:10.397633 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a605676e-786c-49f6-a9a9-f3b506f9b6b3 req-e2c5127a-95a0-4e38-93a7-1e8e4f13afe5 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4fac537-6420-4888-8fc9-203206db1eab HTTP/1.1" status: 200 len: 936 time: 0.0833430 May 26 11:16:10.415255 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-deaf8e94-ad85-4c21-b3e7-09f4cb645542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:10.418510 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-2f347d19-55f0-4683-82bc-9ad2b3cb8106 service neutron] Transition to ACTIVE for port object a9a716da-4d98-4bcb-8169-2c2ccc36cb58 will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:16:10.419584 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-deaf8e94-ad85-4c21-b3e7-09f4cb645542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:10.422396 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-deaf8e94-ad85-4c21-b3e7-09f4cb645542 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f85a1e0-a96c-4d0a-8729-ed9420e70279 HTTP/1.1" status: 204 len: 168 time: 0.3598981 May 26 11:16:10.434785 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf8e94-ad85-4c21-b3e7-09f4cb645542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f85a1e0-a96c-4d0a-8729-ed9420e70279,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:10.457785 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a605676e-786c-49f6-a9a9-f3b506f9b6b3 req-7b1f3bd7-d272-4563-b538-d7b246c6fbb3 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/security-groups?id=3efabeb7-49e4-4382-9d47-9d9e0351fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489101 May 26 11:16:10.460026 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:16:10.557383 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-2f347d19-55f0-4683-82bc-9ad2b3cb8106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:10.608733 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f347d19-55f0-4683-82bc-9ad2b3cb8106 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a716da-4d98-4bcb-8169-2c2ccc36cb58,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:10.678420 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-2f347d19-55f0-4683-82bc-9ad2b3cb8106 service neutron] Attempting to bind port a9a716da-4d98-4bcb-8169-2c2ccc36cb58 on host hv-cinder-84339 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:16:10.679985 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-2f347d19-55f0-4683-82bc-9ad2b3cb8106 service neutron] Attempting to bind port a9a716da-4d98-4bcb-8169-2c2ccc36cb58 by drivers openvswitch,hyperv on host hv-cinder-84339 at level 0 using segments [{'id': '0285388f-060d-4414-b168-7af3aee6464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c42eaac7-3dc1-4214-9417-815faabc39f5'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:16:10.679985 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-2f347d19-55f0-4683-82bc-9ad2b3cb8106 service neutron] Attempting to bind port a9a716da-4d98-4bcb-8169-2c2ccc36cb58 on network c42eaac7-3dc1-4214-9417-815faabc39f5 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:16:10.683999 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-2f347d19-55f0-4683-82bc-9ad2b3cb8106 service neutron] Port a9a716da-4d98-4bcb-8169-2c2ccc36cb58 on network c42eaac7-3dc1-4214-9417-815faabc39f5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84339 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 11:16:10.684325 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-2f347d19-55f0-4683-82bc-9ad2b3cb8106 service neutron] Attempting to bind port a9a716da-4d98-4bcb-8169-2c2ccc36cb58 on network c42eaac7-3dc1-4214-9417-815faabc39f5 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:16:10.691451 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-2f347d19-55f0-4683-82bc-9ad2b3cb8106 service neutron] Checking agent: {'id': '96131053-e6ec-4464-b9d0-ccb06fa4079a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84339', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'started_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:16:10.691789 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-2f347d19-55f0-4683-82bc-9ad2b3cb8106 service neutron] Checking segment: {'id': '0285388f-060d-4414-b168-7af3aee6464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c42eaac7-3dc1-4214-9417-815faabc39f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:16:10.692168 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-2f347d19-55f0-4683-82bc-9ad2b3cb8106 service neutron] Bound using segment: {'id': '0285388f-060d-4414-b168-7af3aee6464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c42eaac7-3dc1-4214-9417-815faabc39f5'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:16:10.692597 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-2f347d19-55f0-4683-82bc-9ad2b3cb8106 service neutron] Bound port: a9a716da-4d98-4bcb-8169-2c2ccc36cb58, host: hv-cinder-84339, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0285388f-060d-4414-b168-7af3aee6464a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c42eaac7-3dc1-4214-9417-815faabc39f5'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:16:10.692978 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-2f347d19-55f0-4683-82bc-9ad2b3cb8106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:10.805183 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-2f347d19-55f0-4683-82bc-9ad2b3cb8106 service neutron] For port a9a716da-4d98-4bcb-8169-2c2ccc36cb58, host hv-cinder-84339, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:16:10.817376 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e11e7-c18f-4c3e-bb37-e61b15fa4b99 req-d93d89f5-ce4c-4677-a2d9-52f94456d0e0 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:10.818761 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-eb8e11e7-c18f-4c3e-bb37-e61b15fa4b99 req-d93d89f5-ce4c-4677-a2d9-52f94456d0e0 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0859971 May 26 11:16:10.845847 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-2f347d19-55f0-4683-82bc-9ad2b3cb8106 service neutron] For port a9a716da-4d98-4bcb-8169-2c2ccc36cb58, host hv-cinder-84339, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=a9a716da-4d98-4bcb-8169-2c2ccc36cb58,segment=NetworkSegment(0285388f-060d-4414-b168-7af3aee6464a),segment_id=0285388f-060d-4414-b168-7af3aee6464a)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:16:10.888352 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-eb8e11e7-c18f-4c3e-bb37-e61b15fa4b99 req-597be26f-8c44-42bd-8f6b-59abaa3228f2 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506442 May 26 11:16:10.892533 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eee588-0031-459e-a16a-e0256a0d0b9e req-bebf5169-cf9b-488f-be5d-7cc6d2062b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:10.892533 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-40eee588-0031-459e-a16a-e0256a0d0b9e req-bebf5169-cf9b-488f-be5d-7cc6d2062b91 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d121bc82e4a4381b9584cd89c2d4f69&device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 1098 time: 0.0990527 May 26 11:16:10.940701 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-2f347d19-55f0-4683-82bc-9ad2b3cb8106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:10.974871 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-2f347d19-55f0-4683-82bc-9ad2b3cb8106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:10.975525 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-2f347d19-55f0-4683-82bc-9ad2b3cb8106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:10.976875 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-2f347d19-55f0-4683-82bc-9ad2b3cb8106 service neutron] 10.222.0.42 "PUT /v2.0/ports/a9a716da-4d98-4bcb-8169-2c2ccc36cb58 HTTP/1.1" status: 200 len: 1098 time: 1.0423269 May 26 11:16:10.982123 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4fac537-6420-4888-8fc9-203206db1eab', 'tag': 'a9a716da-4d98-4bcb-8169-2c2ccc36cb58'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:16:10.995769 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b940f4eb-9a93-427d-bdb0-51a9487ca74a" -d '{"events": [{"name": "network-changed", "server_uuid": "f4fac537-6420-4888-8fc9-203206db1eab", "tag": "a9a716da-4d98-4bcb-8169-2c2ccc36cb58"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:16:11.013490 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f347d19-55f0-4683-82bc-9ad2b3cb8106 service neutron] Pushing event updated for resources: {'Port': ['ID=a9a716da-4d98-4bcb-8169-2c2ccc36cb58,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:11.025528 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d68a11-cfe4-4339-b283-49f157e9efea x-openstack-request-id: req-82d68a11-cfe4-4339-b283-49f157e9efea {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:16:11.025528 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4fac537-6420-4888-8fc9-203206db1eab", "tag": "a9a716da-4d98-4bcb-8169-2c2ccc36cb58", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:16:11.025528 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82d68a11-cfe4-4339-b283-49f157e9efea {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:16:11.025528 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d68a11-cfe4-4339-b283-49f157e9efea'] response: {'name': 'network-changed', 'server_uuid': 'f4fac537-6420-4888-8fc9-203206db1eab', 'tag': 'a9a716da-4d98-4bcb-8169-2c2ccc36cb58', 'status': 'completed', 'code': 200} May 26 11:16:11.567056 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45970a1-cb6d-4624-833b-ab52f2377c11 req-a444ee34-24c6-43cb-b274-d53ec9fa5614 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:11.568663 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d45970a1-cb6d-4624-833b-ab52f2377c11 req-a444ee34-24c6-43cb-b274-d53ec9fa5614 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4fac537-6420-4888-8fc9-203206db1eab HTTP/1.1" status: 200 len: 948 time: 0.0540407 May 26 11:16:11.610405 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d45970a1-cb6d-4624-833b-ab52f2377c11 req-673e0c5c-6be8-4375-8bfe-cf37c923ea42 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/security-groups?id=3efabeb7-49e4-4382-9d47-9d9e0351fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346072 May 26 11:16:12.010424 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37bf7b-607b-4bd4-aca3-2132710d3d49 req-a7c56384-7537-4116-892c-2b275dfe3690 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:12.012427 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4a37bf7b-607b-4bd4-aca3-2132710d3d49 req-a7c56384-7537-4116-892c-2b275dfe3690 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0490713 May 26 11:16:12.051227 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4a37bf7b-607b-4bd4-aca3-2132710d3d49 req-da484e9a-0415-44dd-835a-d5a7ccff7144 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327256 May 26 11:16:12.516801 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eee588-0031-459e-a16a-e0256a0d0b9e req-e7800088-05cf-43ed-aea3-400a23ae3f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:12.518305 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-40eee588-0031-459e-a16a-e0256a0d0b9e req-e7800088-05cf-43ed-aea3-400a23ae3f05 service neutron] 10.222.0.42 "GET /v2.0/networks?id=269c9267-8111-4543-bc62-3b35f5fef0e4 HTTP/1.1" status: 200 len: 920 time: 0.1150157 May 26 11:16:12.728016 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfcc257-dc2b-4a14-9e09-efc3a598944e req-73fa3968-679a-4bdf-b43e-e12d7baa933e tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:12.729520 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4dfcc257-dc2b-4a14-9e09-efc3a598944e req-73fa3968-679a-4bdf-b43e-e12d7baa933e tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4fac537-6420-4888-8fc9-203206db1eab HTTP/1.1" status: 200 len: 948 time: 0.0514350 May 26 11:16:12.773254 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4dfcc257-dc2b-4a14-9e09-efc3a598944e req-8adce5bb-515d-43c7-bccb-200ed273c5bb tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/security-groups?id=3efabeb7-49e4-4382-9d47-9d9e0351fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310860 May 26 11:16:13.163580 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206e2a6-c685-4cdb-a2dd-5486ed333ca6 req-5dd1ade5-78ff-40df-a35a-05bdffa0a5bb tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:13.165115 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3206e2a6-c685-4cdb-a2dd-5486ed333ca6 req-5dd1ade5-78ff-40df-a35a-05bdffa0a5bb tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0472755 May 26 11:16:13.202529 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3206e2a6-c685-4cdb-a2dd-5486ed333ca6 req-cd45eb72-3886-4a5d-bac0-d2bf0f5135b2 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305283 May 26 11:16:13.372778 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-40eee588-0031-459e-a16a-e0256a0d0b9e req-abe11424-d20d-4fa1-a4cf-28167d56cf4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc8dd25b-6328-4324-93cb-d0bc97588825 HTTP/1.1" status: 200 len: 217 time: 0.0431237 May 26 11:16:13.440285 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940f4eb-9a93-427d-bdb0-51a9487ca74a req-772279b7-5546-4375-9688-ea69ee485709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:13.441781 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b940f4eb-9a93-427d-bdb0-51a9487ca74a req-772279b7-5546-4375-9688-ea69ee485709 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d33f43c023e415cab07d9d5c606afbf&device_id=f4fac537-6420-4888-8fc9-203206db1eab HTTP/1.1" status: 200 len: 1101 time: 0.0771656 May 26 11:16:13.443504 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eee588-0031-459e-a16a-e0256a0d0b9e req-10007304-3f2e-4580-ba45-18d6459a737f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:13.444860 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-40eee588-0031-459e-a16a-e0256a0d0b9e req-10007304-3f2e-4580-ba45-18d6459a737f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a235b399-7a9f-4f18-97ae-141845f325ad HTTP/1.1" status: 200 len: 858 time: 0.0535522 May 26 11:16:13.491890 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b940f4eb-9a93-427d-bdb0-51a9487ca74a req-7bb82978-fd08-469f-a047-734aa75586c2 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=6d33f43c023e415cab07d9d5c606afbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344865 May 26 11:16:13.804363 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eee588-0031-459e-a16a-e0256a0d0b9e req-e5f90dfa-228f-4ad2-b7eb-ced0a02ad203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:13.813645 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-40eee588-0031-459e-a16a-e0256a0d0b9e req-e5f90dfa-228f-4ad2-b7eb-ced0a02ad203 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=269c9267-8111-4543-bc62-3b35f5fef0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3475096 May 26 11:16:13.951102 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b940f4eb-9a93-427d-bdb0-51a9487ca74a req-e46249d5-cf0e-4e2d-b70f-17bd56f41885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:13.952475 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b940f4eb-9a93-427d-bdb0-51a9487ca74a req-e46249d5-cf0e-4e2d-b70f-17bd56f41885 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4429708 May 26 11:16:13.988305 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604116c-2898-4b49-b201-d49e1d87edb1 req-88edc7da-e77e-4804-9d5c-6f85e0c24770 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:13.989799 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8604116c-2898-4b49-b201-d49e1d87edb1 req-88edc7da-e77e-4804-9d5c-6f85e0c24770 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4fac537-6420-4888-8fc9-203206db1eab HTTP/1.1" status: 200 len: 948 time: 0.1494026 May 26 11:16:13.995079 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-40eee588-0031-459e-a16a-e0256a0d0b9e req-9e2daa74-567f-452c-a84e-d7a9353646fa service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786075 May 26 11:16:14.116119 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8604116c-2898-4b49-b201-d49e1d87edb1 req-6c35b642-2bfb-46b5-b231-d3cbde6454a7 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/security-groups?id=3efabeb7-49e4-4382-9d47-9d9e0351fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123502 May 26 11:16:14.119282 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-4b264a07-f32d-4cfb-a409-bf7a45316082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:14.122153 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-4b264a07-f32d-4cfb-a409-bf7a45316082 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6d33f43c023e415cab07d9d5c606afbf&device_id=f4fac537-6420-4888-8fc9-203206db1eab HTTP/1.1" status: 200 len: 1101 time: 0.1247721 May 26 11:16:14.170546 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-40eee588-0031-459e-a16a-e0256a0d0b9e req-4fae20d0-6cca-4362-9bfb-c3d2c4791235 service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652856 May 26 11:16:14.171912 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-9e9dd6be-8e3e-404f-b10b-d499ab9fb430 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=a9a716da-4d98-4bcb-8169-2c2ccc36cb58 HTTP/1.1" status: 200 len: 217 time: 0.0380390 May 26 11:16:14.235130 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-76eeea39-8f66-4a98-b4fd-ef5c03e60a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:14.236663 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-76eeea39-8f66-4a98-b4fd-ef5c03e60a33 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a650ce0-d061-4ac2-a56c-bc2d81e90674 HTTP/1.1" status: 200 len: 843 time: 0.0499189 May 26 11:16:14.301143 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-f98d9520-e657-4d70-a604-ccff2b6f6d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:14.302964 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-f98d9520-e657-4d70-a604-ccff2b6f6d23 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c42eaac7-3dc1-4214-9417-815faabc39f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0438683 May 26 11:16:14.317084 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e751d-2830-48a8-ac42-3abd1f3ccfc8 req-d97c03cc-a847-4d3b-aee6-c77f5c7e9fca tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:14.318563 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-989e751d-2830-48a8-ac42-3abd1f3ccfc8 req-d97c03cc-a847-4d3b-aee6-c77f5c7e9fca tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0483778 May 26 11:16:14.359506 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-989e751d-2830-48a8-ac42-3abd1f3ccfc8 req-7cafd040-035b-4b0b-a115-017a39097fc7 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347643 May 26 11:16:14.412241 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-bdd5d2e3-e93e-4157-819d-9863b0538dbc service neutron] 10.222.0.42 "GET /v2.0/networks/c42eaac7-3dc1-4214-9417-815faabc39f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987997 May 26 11:16:14.504927 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9f865fe1-5e84-4787-b045-7f99976d68dc req-dd3519e0-a2f4-4bca-a319-05be34c11217 service neutron] 10.222.0.42 "GET /v2.0/networks/c42eaac7-3dc1-4214-9417-815faabc39f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853841 May 26 11:16:15.229406 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37b42c-f8a4-4560-a37d-a947ae467a29 req-aa479d51-4d9d-4e56-bc17-3e4953a40984 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:15.230944 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-dc37b42c-f8a4-4560-a37d-a947ae467a29 req-aa479d51-4d9d-4e56-bc17-3e4953a40984 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4fac537-6420-4888-8fc9-203206db1eab HTTP/1.1" status: 200 len: 948 time: 0.0483539 May 26 11:16:15.270189 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-dc37b42c-f8a4-4560-a37d-a947ae467a29 req-4a3f73e3-c3fb-40b3-abdb-eb6dc79fcc29 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/security-groups?id=3efabeb7-49e4-4382-9d47-9d9e0351fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327621 May 26 11:16:15.476049 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39d90d-cd34-43d1-ac61-d01e510f3d39 req-69ce8430-3fc1-460e-bd1b-134907fc11a3 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:15.477533 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5b39d90d-cd34-43d1-ac61-d01e510f3d39 req-69ce8430-3fc1-460e-bd1b-134907fc11a3 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0482588 May 26 11:16:15.514624 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5b39d90d-cd34-43d1-ac61-d01e510f3d39 req-9be880f7-7f85-4604-ad60-4a273131872a tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306928 May 26 11:16:16.401683 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa2b9d-a42c-478b-8332-6eddf0234f14 req-337bb7ab-ddff-46ff-bfda-64f626f8033b tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:16.403730 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-65fa2b9d-a42c-478b-8332-6eddf0234f14 req-337bb7ab-ddff-46ff-bfda-64f626f8033b tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4fac537-6420-4888-8fc9-203206db1eab HTTP/1.1" status: 200 len: 948 time: 0.0489466 May 26 11:16:16.441753 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-65fa2b9d-a42c-478b-8332-6eddf0234f14 req-fd1cb853-6a40-4fb2-9325-50a2dc384b59 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/security-groups?id=3efabeb7-49e4-4382-9d47-9d9e0351fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320795 May 26 11:16:16.633904 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb03eaa-16df-42b1-bbce-81372bf7f698 req-63470309-a7a3-4e1e-a6d2-3cb36f90229f tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:16.635322 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cdb03eaa-16df-42b1-bbce-81372bf7f698 req-63470309-a7a3-4e1e-a6d2-3cb36f90229f tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0478282 May 26 11:16:16.672359 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cdb03eaa-16df-42b1-bbce-81372bf7f698 req-491fb82e-ec85-4190-852b-438b35e756ac tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302174 May 26 11:16:17.559299 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4edcb-13d9-4790-af1f-002896d56349 req-a98a672f-679a-4e24-a32d-9b46bf3bf55a tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:17.560894 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1ca4edcb-13d9-4790-af1f-002896d56349 req-a98a672f-679a-4e24-a32d-9b46bf3bf55a tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4fac537-6420-4888-8fc9-203206db1eab HTTP/1.1" status: 200 len: 948 time: 0.0510271 May 26 11:16:17.609933 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1ca4edcb-13d9-4790-af1f-002896d56349 req-6044410b-8b38-4189-a5a9-5359a7001d68 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/security-groups?id=3efabeb7-49e4-4382-9d47-9d9e0351fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431421 May 26 11:16:17.640721 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device a9a716da-4d98-4bcb-8169-2c2ccc36cb58 details requested by agent hyperv_hv-cinder-84339 with host hv-cinder-84339 {{(pid=102813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 11:16:17.738889 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port a9a716da-4d98-4bcb-8169-2c2ccc36cb58, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=a9a716da-4d98-4bcb-8169-2c2ccc36cb58,segment=NetworkSegment(0285388f-060d-4414-b168-7af3aee6464a),segment_id=0285388f-060d-4414-b168-7af3aee6464a)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:16:17.750542 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Returning: {'device': 'a9a716da-4d98-4bcb-8169-2c2ccc36cb58', 'network_id': 'c42eaac7-3dc1-4214-9417-815faabc39f5', 'port_id': 'a9a716da-4d98-4bcb-8169-2c2ccc36cb58', 'mac_address': 'fa:16:3e:cb:1d:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a650ce0-d061-4ac2-a56c-bc2d81e90674', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 11:16:17.791903 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port a9a716da-4d98-4bcb-8169-2c2ccc36cb58 is: DOWN; New status is: BUILD {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:16:17.795445 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:17.795611 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c3623-ccb0-4340-af35-54c708db1a92 req-dc03a2f7-d5ca-47f8-b56f-231dfd013208 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:17.797356 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0f8c3623-ccb0-4340-af35-54c708db1a92 req-dc03a2f7-d5ca-47f8-b56f-231dfd013208 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0507903 May 26 11:16:17.810816 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9a716da-4d98-4bcb-8169-2c2ccc36cb58 {{(pid=102813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:16:17.833107 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port a9a716da-4d98-4bcb-8169-2c2ccc36cb58, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=a9a716da-4d98-4bcb-8169-2c2ccc36cb58,segment=NetworkSegment(0285388f-060d-4414-b168-7af3aee6464a),segment_id=0285388f-060d-4414-b168-7af3aee6464a)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:16:17.854308 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0f8c3623-ccb0-4340-af35-54c708db1a92 req-a21da0ab-7c96-459e-a0a3-d8a91dcc8cb4 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489557 May 26 11:16:17.904230 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:17.969267 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=a9a716da-4d98-4bcb-8169-2c2ccc36cb58,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:17.976995 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:17.977371 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:17.977720 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:17.978057 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:17.978390 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:17.978779 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:17.979052 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:17.979380 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:17.979723 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:17.980055 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:17.980416 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:17.980769 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:18.018390 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-3f06a15f-2e6a-42da-86f5-e16462ce91cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:18.241019 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['a9a716da-4d98-4bcb-8169-2c2ccc36cb58'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:16:18.651984 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 38254) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:18.728452 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abbcb0-7ce9-4b64-8bb4-621dec9763db req-60a7168c-960f-4f13-9b2e-51d787b47da3 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:18.730071 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-70abbcb0-7ce9-4b64-8bb4-621dec9763db req-60a7168c-960f-4f13-9b2e-51d787b47da3 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4fac537-6420-4888-8fc9-203206db1eab HTTP/1.1" status: 200 len: 949 time: 0.0479867 May 26 11:16:18.760474 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9e033362-d47f-4a92-af46-3d48fb906e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:18.767777 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-70abbcb0-7ce9-4b64-8bb4-621dec9763db req-27837726-4ffb-460c-a8a0-12ec2bed0bef tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/security-groups?id=3efabeb7-49e4-4382-9d47-9d9e0351fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317237 May 26 11:16:18.842733 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9e033362-d47f-4a92-af46-3d48fb906e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:18.929132 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9e033362-d47f-4a92-af46-3d48fb906e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:18.990685 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e033362-d47f-4a92-af46-3d48fb906e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fc916a-7c7f-4d80-ad42-bd5b8bf75b69,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:18.998884 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-9e033362-d47f-4a92-af46-3d48fb906e91 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8243d5eaeea1494e9d46eca8900775e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3424094 May 26 11:16:19.000571 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 38260) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:19.005303 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16454a-f7ff-43de-8846-b76546e2b1f8 req-0bbb55b6-bd4a-4f77-9691-9cbf7e36d104 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:19.007316 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4a16454a-f7ff-43de-8846-b76546e2b1f8 req-0bbb55b6-bd4a-4f77-9691-9cbf7e36d104 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0879285 May 26 11:16:19.045312 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4a16454a-f7ff-43de-8846-b76546e2b1f8 req-80bc19f2-2bdb-462c-8a0e-f7c7f19fdb25 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313928 May 26 11:16:19.048943 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f6e41bfb-a3fb-4658-a0c3-1a9a3e74873c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:19.070700 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f6e41bfb-a3fb-4658-a0c3-1a9a3e74873c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:19.180447 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f6e41bfb-a3fb-4658-a0c3-1a9a3e74873c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:19.183248 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f6e41bfb-a3fb-4658-a0c3-1a9a3e74873c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:19.186296 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-f6e41bfb-a3fb-4658-a0c3-1a9a3e74873c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74fc916a-7c7f-4d80-ad42-bd5b8bf75b69 HTTP/1.1" status: 204 len: 168 time: 0.1834457 May 26 11:16:19.193133 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e41bfb-a3fb-4658-a0c3-1a9a3e74873c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fc916a-7c7f-4d80-ad42-bd5b8bf75b69,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:19.653973 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device a9a716da-4d98-4bcb-8169-2c2ccc36cb58 up at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:16:19.754650 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning for port a9a716da-4d98-4bcb-8169-2c2ccc36cb58 completed by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:16:19.758414 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning complete for port a9a716da-4d98-4bcb-8169-2c2ccc36cb58 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:16:19.758782 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:19.842207 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port a9a716da-4d98-4bcb-8169-2c2ccc36cb58 is: BUILD; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:16:19.842558 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:19.867384 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 38282) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:19.876319 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dde475d1-a57a-40f1-b70d-491530da26f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:19.885463 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fac537-6420-4888-8fc9-203206db1eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a716da-4d98-4bcb-8169-2c2ccc36cb58'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:16:19.891510 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350ce14b-4bef-45cf-bb96-9fa12e4eef6b" -d '{"events": [{"server_uuid": "f4fac537-6420-4888-8fc9-203206db1eab", "name": "network-vif-plugged", "status": "completed", "tag": "a9a716da-4d98-4bcb-8169-2c2ccc36cb58"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:16:19.905903 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port a9a716da-4d98-4bcb-8169-2c2ccc36cb58, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=a9a716da-4d98-4bcb-8169-2c2ccc36cb58,segment=NetworkSegment(0285388f-060d-4414-b168-7af3aee6464a),segment_id=0285388f-060d-4414-b168-7af3aee6464a)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:16:19.916940 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986eb47-6e81-498d-9fd7-7b4fd8e5793f req-ab9d894e-f28e-48eb-8947-268de646f97a tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:19.938785 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59eae9f5-4332-44a6-a59e-d99ba1177d4c x-openstack-request-id: req-59eae9f5-4332-44a6-a59e-d99ba1177d4c {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:16:19.939350 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fac537-6420-4888-8fc9-203206db1eab", "name": "network-vif-plugged", "status": "completed", "tag": "a9a716da-4d98-4bcb-8169-2c2ccc36cb58", "code": 200}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:16:19.939550 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59eae9f5-4332-44a6-a59e-d99ba1177d4c {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:16:19.939941 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59eae9f5-4332-44a6-a59e-d99ba1177d4c'] response: {'server_uuid': 'f4fac537-6420-4888-8fc9-203206db1eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9a716da-4d98-4bcb-8169-2c2ccc36cb58', 'code': 200} May 26 11:16:19.940120 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a986eb47-6e81-498d-9fd7-7b4fd8e5793f req-ab9d894e-f28e-48eb-8947-268de646f97a tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4fac537-6420-4888-8fc9-203206db1eab HTTP/1.1" status: 200 len: 949 time: 0.1063333 May 26 11:16:19.981520 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a986eb47-6e81-498d-9fd7-7b4fd8e5793f req-3fc0ac36-0934-4a14-9af3-895c62a0d662 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/security-groups?id=3efabeb7-49e4-4382-9d47-9d9e0351fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390131 May 26 11:16:19.987870 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dde475d1-a57a-40f1-b70d-491530da26f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:20.000688 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:20.050556 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=a9a716da-4d98-4bcb-8169-2c2ccc36cb58,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:20.060548 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dde475d1-a57a-40f1-b70d-491530da26f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:20.110837 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-dde475d1-a57a-40f1-b70d-491530da26f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a883689090bf4169a1c99bf6a9896a14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467470 May 26 11:16:20.111683 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde475d1-a57a-40f1-b70d-491530da26f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ccf752-7a7c-41ec-b707-0959a88e58fc,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:20.114649 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 38292) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:20.165776 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-f24a1f39-44db-4368-b35e-97f58f741848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:20.175033 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ed8135b8-c79c-4854-af76-44ef922f2508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:20.181460 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19f2d22-faa1-462e-acb4-50b854ef7275 req-f6f4dc3a-e4f1-4f9d-9590-5f027452c505 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:20.182955 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d19f2d22-faa1-462e-acb4-50b854ef7275 req-f6f4dc3a-e4f1-4f9d-9590-5f027452c505 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0621305 May 26 11:16:20.199753 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ed8135b8-c79c-4854-af76-44ef922f2508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:20.224976 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d19f2d22-faa1-462e-acb4-50b854ef7275 req-c7a6e3ce-00cc-4b24-b88f-a7bbdb61ea79 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346966 May 26 11:16:20.313393 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334ec78-0a2c-4c4c-9cf4-6ec66d66bd33 req-bf54d472-d416-42ef-9a8d-ffd36e8a363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:20.314810 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8334ec78-0a2c-4c4c-9cf4-6ec66d66bd33 req-bf54d472-d416-42ef-9a8d-ffd36e8a363d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f4fac537-6420-4888-8fc9-203206db1eab HTTP/1.1" status: 200 len: 1103 time: 0.0378792 May 26 11:16:20.351417 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8334ec78-0a2c-4c4c-9cf4-6ec66d66bd33 req-4d5f1e54-fb66-485d-9939-b67c1a35d79c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3efabeb7-49e4-4382-9d47-9d9e0351fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264733 May 26 11:16:20.351619 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ed8135b8-c79c-4854-af76-44ef922f2508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:20.354216 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ed8135b8-c79c-4854-af76-44ef922f2508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:20.357892 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-ed8135b8-c79c-4854-af76-44ef922f2508 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12ccf752-7a7c-41ec-b707-0959a88e58fc HTTP/1.1" status: 204 len: 168 time: 0.2393310 May 26 11:16:20.362870 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8135b8-c79c-4854-af76-44ef922f2508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ccf752-7a7c-41ec-b707-0959a88e58fc,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:21.092870 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d234bb5b-e099-4183-a2ce-a5a469e050f4 req-835aeece-3257-41e8-a57f-d7e8cef50808 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:21.094473 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d234bb5b-e099-4183-a2ce-a5a469e050f4 req-835aeece-3257-41e8-a57f-d7e8cef50808 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4fac537-6420-4888-8fc9-203206db1eab HTTP/1.1" status: 200 len: 950 time: 0.0485466 May 26 11:16:21.136537 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d234bb5b-e099-4183-a2ce-a5a469e050f4 req-2b41ca06-ff9a-4613-8678-d0aea84bcdd5 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/security-groups?id=3efabeb7-49e4-4382-9d47-9d9e0351fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356097 May 26 11:16:21.342542 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd113ad-2b60-4dc4-834c-fe943f934f4c req-3ced6644-de6b-4546-8300-4c7be202ee5f tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:21.344008 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0bd113ad-2b60-4dc4-834c-fe943f934f4c req-3ced6644-de6b-4546-8300-4c7be202ee5f tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0500095 May 26 11:16:21.390993 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0bd113ad-2b60-4dc4-834c-fe943f934f4c req-15c03f92-05a9-416d-ab98-b527d2f4d1b0 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407422 May 26 11:16:21.469170 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:22.259326 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf6309-9ce5-4820-9fd6-5d7fecf805f8 req-70c7fa9f-6659-41d3-b2bd-2c1e5de7a202 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:22.261391 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3edf6309-9ce5-4820-9fd6-5d7fecf805f8 req-70c7fa9f-6659-41d3-b2bd-2c1e5de7a202 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4fac537-6420-4888-8fc9-203206db1eab HTTP/1.1" status: 200 len: 950 time: 0.0542326 May 26 11:16:22.306160 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3edf6309-9ce5-4820-9fd6-5d7fecf805f8 req-06fd7469-dab7-4a7e-bae9-5728f58b9624 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/security-groups?id=3efabeb7-49e4-4382-9d47-9d9e0351fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380666 May 26 11:16:22.520994 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9a2d8-6ebc-4ba4-a17e-724617d12f94 req-f91fba9e-33c0-447d-abc6-23e4c8df8b3a tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:22.522530 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d7b9a2d8-6ebc-4ba4-a17e-724617d12f94 req-f91fba9e-33c0-447d-abc6-23e4c8df8b3a tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0601335 May 26 11:16:22.569478 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d7b9a2d8-6ebc-4ba4-a17e-724617d12f94 req-c232122d-7646-4513-8ef3-1281bfef55f8 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405815 May 26 11:16:22.740160 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:22.867631 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54437e-7549-4785-826b-52d369c31c52 req-7d756f3b-73d7-419b-8f59-a9586e92314d tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:22.869116 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cf54437e-7549-4785-826b-52d369c31c52 req-7d756f3b-73d7-419b-8f59-a9586e92314d tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4fac537-6420-4888-8fc9-203206db1eab HTTP/1.1" status: 200 len: 950 time: 0.0504329 May 26 11:16:22.906972 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cf54437e-7549-4785-826b-52d369c31c52 req-b6a39d64-b249-4eed-8e6a-d9902467c519 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/security-groups?id=3efabeb7-49e4-4382-9d47-9d9e0351fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313232 May 26 11:16:23.283534 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:23.580980 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d81114-f8f7-4f6e-b7ca-6175488af66f req-09124f90-fb53-48c4-a309-28a5d2ffc6f5 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:23.582487 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c4d81114-f8f7-4f6e-b7ca-6175488af66f req-09124f90-fb53-48c4-a309-28a5d2ffc6f5 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0563159 May 26 11:16:23.624137 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c4d81114-f8f7-4f6e-b7ca-6175488af66f req-6dee3f02-62a2-479e-a4a0-5920d627ab40 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356832 May 26 11:16:23.707197 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cfba0-cdb9-4771-b2ee-3053d31fa387 req-3f27c4ba-0ba8-4108-89ba-914159578c86 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:23.707197 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e20cfba0-cdb9-4771-b2ee-3053d31fa387 req-3f27c4ba-0ba8-4108-89ba-914159578c86 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0527849 May 26 11:16:23.743188 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e20cfba0-cdb9-4771-b2ee-3053d31fa387 req-3f984236-0761-4b83-93e1-792da4431a09 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317359 May 26 11:16:24.032724 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f675ae-dac9-4994-87be-3d4983e3ffc3 req-177894cd-27b6-4ae4-854d-94c76f2a3ba3 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:24.033984 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-48f675ae-dac9-4994-87be-3d4983e3ffc3 req-177894cd-27b6-4ae4-854d-94c76f2a3ba3 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4fac537-6420-4888-8fc9-203206db1eab HTTP/1.1" status: 200 len: 950 time: 0.0592148 May 26 11:16:24.075985 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-48f675ae-dac9-4994-87be-3d4983e3ffc3 req-e1503f95-97a7-4834-b52f-3a44fe7ba84d tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/security-groups?id=3efabeb7-49e4-4382-9d47-9d9e0351fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357049 May 26 11:16:24.255604 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 38450) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:24.399120 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-78d843b1-450b-4864-8b56-b48761ba5a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:24.470963 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-78d843b1-450b-4864-8b56-b48761ba5a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:24.537676 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-78d843b1-450b-4864-8b56-b48761ba5a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:24.577596 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-78d843b1-450b-4864-8b56-b48761ba5a09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=963ba2176b764cada287eb87206d4528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209205 May 26 11:16:24.578541 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d843b1-450b-4864-8b56-b48761ba5a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b514f76b-c5e8-495f-b470-100b38f70d15,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:24.580240 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 38460) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:24.646117 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7e0473f1-9d18-4100-b650-5b5a18f9ee94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:24.667531 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7e0473f1-9d18-4100-b650-5b5a18f9ee94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:24.756543 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32278f1c-8d12-4c67-8ff3-99e522f6bd35 req-706cc277-bd0a-475d-8b4b-d33a89da8070 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:24.757918 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-32278f1c-8d12-4c67-8ff3-99e522f6bd35 req-706cc277-bd0a-475d-8b4b-d33a89da8070 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0489397 May 26 11:16:24.802343 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7e0473f1-9d18-4100-b650-5b5a18f9ee94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:24.804852 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7e0473f1-9d18-4100-b650-5b5a18f9ee94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:24.805969 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-7e0473f1-9d18-4100-b650-5b5a18f9ee94 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b514f76b-c5e8-495f-b470-100b38f70d15 HTTP/1.1" status: 204 len: 168 time: 0.2246993 May 26 11:16:24.822311 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0473f1-9d18-4100-b650-5b5a18f9ee94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b514f76b-c5e8-495f-b470-100b38f70d15,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:24.842344 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-32278f1c-8d12-4c67-8ff3-99e522f6bd35 req-41f22361-80a8-4873-b229-a3a9faa65419 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742705 May 26 11:16:24.854047 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9420f33-d0e7-453c-b678-dc75c0a6d7c0 req-ded3c86e-a0d5-4326-9499-4b344fd1fa80 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:24.856337 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b9420f33-d0e7-453c-b678-dc75c0a6d7c0 req-ded3c86e-a0d5-4326-9499-4b344fd1fa80 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4fac537-6420-4888-8fc9-203206db1eab HTTP/1.1" status: 200 len: 950 time: 0.0960951 May 26 11:16:24.877805 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6a837-4baf-4b5f-965f-8b29d04723cb req-9288cf46-f7f8-4284-9eb2-85c4a2763271 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:24.879348 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7bc6a837-4baf-4b5f-965f-8b29d04723cb req-9288cf46-f7f8-4284-9eb2-85c4a2763271 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0636423 May 26 11:16:24.929831 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7bc6a837-4baf-4b5f-965f-8b29d04723cb req-e4136ad3-525f-4cd7-b6af-68f73a1816fd tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396326 May 26 11:16:24.959740 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-b9420f33-d0e7-453c-b678-dc75c0a6d7c0 req-7d64d5df-c055-4c87-b477-225a9c757f58 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Deleting port a9a716da-4d98-4bcb-8169-2c2ccc36cb58 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:16:24.964154 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-b9420f33-d0e7-453c-b678-dc75c0a6d7c0 req-7d64d5df-c055-4c87-b477-225a9c757f58 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:25.051480 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-b9420f33-d0e7-453c-b678-dc75c0a6d7c0 req-7d64d5df-c055-4c87-b477-225a9c757f58 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] For port a9a716da-4d98-4bcb-8169-2c2ccc36cb58, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=a9a716da-4d98-4bcb-8169-2c2ccc36cb58,segment=NetworkSegment(0285388f-060d-4414-b168-7af3aee6464a),segment_id=0285388f-060d-4414-b168-7af3aee6464a)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:16:25.052100 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-b9420f33-d0e7-453c-b678-dc75c0a6d7c0 req-7d64d5df-c055-4c87-b477-225a9c757f58 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:25.063868 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-b9420f33-d0e7-453c-b678-dc75c0a6d7c0 req-7d64d5df-c055-4c87-b477-225a9c757f58 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Calling delete_port for a9a716da-4d98-4bcb-8169-2c2ccc36cb58 owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:16:25.354393 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-b9420f33-d0e7-453c-b678-dc75c0a6d7c0 req-7d64d5df-c055-4c87-b477-225a9c757f58 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:25.363822 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67450dee-e17d-43d2-8d4c-38c127bdebac req-f7b2f8b4-c011-4e4b-a36f-1ef23cbc131c tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:25.365316 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-67450dee-e17d-43d2-8d4c-38c127bdebac req-f7b2f8b4-c011-4e4b-a36f-1ef23cbc131c tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4fac537-6420-4888-8fc9-203206db1eab HTTP/1.1" status: 200 len: 950 time: 0.0493469 May 26 11:16:25.367976 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['a9a716da-4d98-4bcb-8169-2c2ccc36cb58'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:16:25.402952 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d64d5df-c055-4c87-b477-225a9c757f58 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Pushing event deleted for resources: {'Port': ['ID=a9a716da-4d98-4bcb-8169-2c2ccc36cb58,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:25.459224 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9420f33-d0e7-453c-b678-dc75c0a6d7c0 req-7d64d5df-c055-4c87-b477-225a9c757f58 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] No DVR routers for this DVR port a9a716da-4d98-4bcb-8169-2c2ccc36cb58 on host hv-cinder-84339 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:16:25.462521 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-b9420f33-d0e7-453c-b678-dc75c0a6d7c0 req-7d64d5df-c055-4c87-b477-225a9c757f58 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:25.466897 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b9420f33-d0e7-453c-b678-dc75c0a6d7c0 req-7d64d5df-c055-4c87-b477-225a9c757f58 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.42 "DELETE /v2.0/ports/a9a716da-4d98-4bcb-8169-2c2ccc36cb58 HTTP/1.1" status: 204 len: 173 time: 0.6028705 May 26 11:16:25.471386 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fac537-6420-4888-8fc9-203206db1eab', 'name': 'network-vif-deleted', 'tag': 'a9a716da-4d98-4bcb-8169-2c2ccc36cb58'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:16:25.471924 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81c8da2-be3a-4ec9-b074-2b2919908cbd" -d '{"events": [{"server_uuid": "f4fac537-6420-4888-8fc9-203206db1eab", "name": "network-vif-deleted", "tag": "a9a716da-4d98-4bcb-8169-2c2ccc36cb58"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:16:25.500441 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-67450dee-e17d-43d2-8d4c-38c127bdebac req-ca3691aa-4a4a-4bd0-8ec5-9dff59101574 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/security-groups?id=3efabeb7-49e4-4382-9d47-9d9e0351fa21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242857 May 26 11:16:25.532907 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5d28f2-30ee-406f-bf75-201e25e363a2 x-openstack-request-id: req-df5d28f2-30ee-406f-bf75-201e25e363a2 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:16:25.532907 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fac537-6420-4888-8fc9-203206db1eab", "name": "network-vif-deleted", "tag": "a9a716da-4d98-4bcb-8169-2c2ccc36cb58", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:16:25.532907 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df5d28f2-30ee-406f-bf75-201e25e363a2 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:16:25.532907 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df5d28f2-30ee-406f-bf75-201e25e363a2'] response: {'server_uuid': 'f4fac537-6420-4888-8fc9-203206db1eab', 'name': 'network-vif-deleted', 'tag': 'a9a716da-4d98-4bcb-8169-2c2ccc36cb58', 'status': 'completed', 'code': 200} May 26 11:16:25.577072 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 38488) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:25.593036 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-53832234-33c6-4687-b942-acae3fe2658a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:25.680764 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-53832234-33c6-4687-b942-acae3fe2658a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:25.834577 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-53832234-33c6-4687-b942-acae3fe2658a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:25.877751 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-53832234-33c6-4687-b942-acae3fe2658a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5126edaca6e14c2ca09f1b6bebbad5d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995305 May 26 11:16:25.879070 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53832234-33c6-4687-b942-acae3fe2658a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1ee0de-b070-46bb-a420-c5aee13304a6,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:25.880550 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 38492) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:25.982512 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f515a11-ee73-43f2-a88a-408807ae7ad8 req-8ed07160-0e59-4f61-94d8-94caa58f85e6 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:25.984582 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5f515a11-ee73-43f2-a88a-408807ae7ad8 req-8ed07160-0e59-4f61-94d8-94caa58f85e6 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0587113 May 26 11:16:26.035461 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5f515a11-ee73-43f2-a88a-408807ae7ad8 req-dbedb121-9b37-46fb-a8a2-4dffbb06e82a tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422881 May 26 11:16:26.159881 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4f91-cfb6-497b-bbfd-7d655fe954eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:26.190495 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0eb2c3-fba6-46d3-a894-ad4c577280ec req-44b57183-8eec-41a6-b194-e75a17a5c76a tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:26.191961 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2b0eb2c3-fba6-46d3-a894-ad4c577280ec req-44b57183-8eec-41a6-b194-e75a17a5c76a tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0751438 May 26 11:16:26.193737 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4f91-cfb6-497b-bbfd-7d655fe954eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:26.250148 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2b0eb2c3-fba6-46d3-a894-ad4c577280ec req-efecf4ba-0120-4e11-8d77-905dbb521e1d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492182 May 26 11:16:26.366057 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4f91-cfb6-497b-bbfd-7d655fe954eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:26.368557 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2ffa4f91-cfb6-497b-bbfd-7d655fe954eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:26.369691 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-2ffa4f91-cfb6-497b-bbfd-7d655fe954eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c1ee0de-b070-46bb-a420-c5aee13304a6 HTTP/1.1" status: 204 len: 168 time: 0.4880979 May 26 11:16:26.378202 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa4f91-cfb6-497b-bbfd-7d655fe954eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1ee0de-b070-46bb-a420-c5aee13304a6,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:26.609044 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-493c03c6-1924-4aa4-b06a-7d5233b216ee req-086598e3-e471-4ceb-b479-f302f81ee695 tempest-VolumesNegativeTest-590627827 tempest-VolumesNegativeTest-590627827-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4fac537-6420-4888-8fc9-203206db1eab HTTP/1.1" status: 200 len: 210 time: 0.0262215 May 26 11:16:27.156741 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299c20d-f071-4ba6-bd3e-3f1ed5fab460 req-8aa9ec65-4edc-4fdc-860e-96a2fcc08be0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:27.158272 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2299c20d-f071-4ba6-bd3e-3f1ed5fab460 req-8aa9ec65-4edc-4fdc-860e-96a2fcc08be0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0504739 May 26 11:16:27.196019 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2299c20d-f071-4ba6-bd3e-3f1ed5fab460 req-8e8235d8-d554-4dc6-a1f3-9f42eb72abdb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316331 May 26 11:16:27.374071 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6caa69-644b-4070-9496-edcd3c825b1a req-7db7884c-7941-4cd1-b15f-42ea5091e787 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:27.375553 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ff6caa69-644b-4070-9496-edcd3c825b1a req-7db7884c-7941-4cd1-b15f-42ea5091e787 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0509353 May 26 11:16:27.414884 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ff6caa69-644b-4070-9496-edcd3c825b1a req-a89427ef-0edf-4eb1-9c16-55d2bdd14962 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332563 May 26 11:16:27.686131 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device a9a716da-4d98-4bcb-8169-2c2ccc36cb58 no longer exists at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:16:27.709611 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] No Port match for: a9a716da-4d98-4bcb-8169-2c2ccc36cb58 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:16:27.710180 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device a9a716da-4d98-4bcb-8169-2c2ccc36cb58 not bound to the agent host hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:16:28.316893 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cfc4d5-7fab-4909-91e5-6af31ae4375d req-07fd81df-c821-4d4a-b445-91113b52ccdb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:28.318346 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-42cfc4d5-7fab-4909-91e5-6af31ae4375d req-07fd81df-c821-4d4a-b445-91113b52ccdb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0522156 May 26 11:16:28.358256 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-42cfc4d5-7fab-4909-91e5-6af31ae4375d req-de8c44a7-f004-4224-87f7-6018919e7539 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337675 May 26 11:16:28.531665 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09588fc3-2e5a-4496-bd31-52eb024ccdf3 req-20addcee-9457-4565-9bce-fee1bec44da5 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:28.533258 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-09588fc3-2e5a-4496-bd31-52eb024ccdf3 req-20addcee-9457-4565-9bce-fee1bec44da5 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0490196 May 26 11:16:28.574540 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-09588fc3-2e5a-4496-bd31-52eb024ccdf3 req-21521ed7-3549-4069-94ed-bf734258e185 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352139 May 26 11:16:29.485147 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85117e9a-d8e6-4903-97d4-bfb558d36762 req-6017a004-e09e-4c85-9643-3b0ed345c4b8 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:29.486596 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-85117e9a-d8e6-4903-97d4-bfb558d36762 req-6017a004-e09e-4c85-9643-3b0ed345c4b8 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0493617 May 26 11:16:29.527724 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-85117e9a-d8e6-4903-97d4-bfb558d36762 req-d4f20bd2-018a-4959-b39a-8e19a8723522 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339231 May 26 11:16:29.693528 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a49d8-c9b7-46c0-8e2e-e9dff4d84ecc req-92d42b8f-e806-409e-ac1c-10a929a26769 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:29.697674 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c51a49d8-c9b7-46c0-8e2e-e9dff4d84ecc req-92d42b8f-e806-409e-ac1c-10a929a26769 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0498786 May 26 11:16:29.737112 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c51a49d8-c9b7-46c0-8e2e-e9dff4d84ecc req-17452654-8ad1-44da-b7dd-f83f0892aeae tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348465 May 26 11:16:30.680293 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e05bdd-ba7b-4503-97b5-62a5b0107d02 req-364d98e2-d33d-40fe-bf00-3b337c2ba7f8 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:30.685082 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e9e05bdd-ba7b-4503-97b5-62a5b0107d02 req-364d98e2-d33d-40fe-bf00-3b337c2ba7f8 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0686114 May 26 11:16:30.722114 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e9e05bdd-ba7b-4503-97b5-62a5b0107d02 req-b170eebf-e1ba-41ed-9dc9-8ce980dd76c9 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327005 May 26 11:16:30.851530 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc22770-f2c3-4275-93bb-5bb76550fff8 req-785abcc2-0304-4398-bb63-63f567ffa492 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:30.853016 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7cc22770-f2c3-4275-93bb-5bb76550fff8 req-785abcc2-0304-4398-bb63-63f567ffa492 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0523057 May 26 11:16:30.889905 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7cc22770-f2c3-4275-93bb-5bb76550fff8 req-fe363bc4-b239-44ee-941b-7a888660f067 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310667 May 26 11:16:32.002562 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246b247-338a-482c-8fe7-aae6d66f5f1b req-8cd1825f-e2cc-4e9d-aa7b-285dff05ae80 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:32.004023 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c246b247-338a-482c-8fe7-aae6d66f5f1b req-8cd1825f-e2cc-4e9d-aa7b-285dff05ae80 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0568876 May 26 11:16:32.014711 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcdcb74-818e-4a28-9205-89a1e0e60de3 req-a9af1a99-cd39-4263-bb5a-a384f63a6c08 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:32.016175 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-afcdcb74-818e-4a28-9205-89a1e0e60de3 req-a9af1a99-cd39-4263-bb5a-a384f63a6c08 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0594294 May 26 11:16:32.043694 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c246b247-338a-482c-8fe7-aae6d66f5f1b req-ba0d3b1f-ad7f-46c3-ad72-87c47e9144ef tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333152 May 26 11:16:32.055332 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-afcdcb74-818e-4a28-9205-89a1e0e60de3 req-864bc9b3-bdd3-4d92-b142-f1e6e44e06c8 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327079 May 26 11:16:33.177643 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e0863-c71e-4e1e-b498-3f4d9bf92882 req-68e2cbcc-3ed3-4d13-8e7f-dda5c6db89a5 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:33.178229 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfb98f-0348-478e-87c2-1e46989ab50f req-f47953ad-2c56-4a20-912d-a53843ddfbd4 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:33.179222 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5f0e0863-c71e-4e1e-b498-3f4d9bf92882 req-68e2cbcc-3ed3-4d13-8e7f-dda5c6db89a5 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0517123 May 26 11:16:33.181082 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fccfb98f-0348-478e-87c2-1e46989ab50f req-f47953ad-2c56-4a20-912d-a53843ddfbd4 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0612843 May 26 11:16:33.226026 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fccfb98f-0348-478e-87c2-1e46989ab50f req-6ff0ff7d-ece7-4e22-a8b2-fc06f0788b9c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389230 May 26 11:16:33.235878 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5f0e0863-c71e-4e1e-b498-3f4d9bf92882 req-7d3163a4-37ca-420a-acdf-6eef8bbbe97c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504582 May 26 11:16:33.654374 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 38934) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:33.764095 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ae01184f-71be-4883-a0cf-164930dc074c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:33.836222 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ae01184f-71be-4883-a0cf-164930dc074c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:33.897052 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ae01184f-71be-4883-a0cf-164930dc074c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:33.934257 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-ae01184f-71be-4883-a0cf-164930dc074c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8dd6066a239b43fbbee989a44d5757e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2788534 May 26 11:16:33.936201 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01184f-71be-4883-a0cf-164930dc074c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab30c9d6-e195-4d7a-b9ce-e19fac556324,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:33.936999 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 38942) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:33.988890 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-673f48e2-6b6c-4a2c-bb96-dc3ee1581dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:34.010085 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-673f48e2-6b6c-4a2c-bb96-dc3ee1581dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:34.188269 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-673f48e2-6b6c-4a2c-bb96-dc3ee1581dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:34.190858 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-673f48e2-6b6c-4a2c-bb96-dc3ee1581dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:34.191999 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-673f48e2-6b6c-4a2c-bb96-dc3ee1581dce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab30c9d6-e195-4d7a-b9ce-e19fac556324 HTTP/1.1" status: 204 len: 168 time: 0.2540369 May 26 11:16:34.201080 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f48e2-6b6c-4a2c-bb96-dc3ee1581dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab30c9d6-e195-4d7a-b9ce-e19fac556324,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:34.362018 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaaf28a-4f27-4cda-b66f-0d199ad71e65 req-bfe0d49b-9708-432b-9438-89c5686f02eb tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:34.363489 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2eaaf28a-4f27-4cda-b66f-0d199ad71e65 req-bfe0d49b-9708-432b-9438-89c5686f02eb tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0490036 May 26 11:16:34.364814 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f44f39-2b1c-4ff6-a02b-524b0032d49b req-51068261-8884-4614-b83e-0860dcc8f3fc tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:34.366373 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-72f44f39-2b1c-4ff6-a02b-524b0032d49b req-51068261-8884-4614-b83e-0860dcc8f3fc tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0522554 May 26 11:16:34.403530 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2eaaf28a-4f27-4cda-b66f-0d199ad71e65 req-5b573348-259b-44f7-a9c3-2a331fd71cc3 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338209 May 26 11:16:34.406604 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-72f44f39-2b1c-4ff6-a02b-524b0032d49b req-b15b01dc-3eb1-4008-9193-54c6b74b8f4f tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336077 May 26 11:16:34.700810 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 38974) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:34.850437 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-0a8a403c-0682-4f53-a220-c30a77d1b2c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d33f43c023e415cab07d9d5c606afbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484716 May 26 11:16:34.852922 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 38984) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:34.899332 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6c67015e-63e0-4fd6-8e8d-0993ae695548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:34.904979 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 38988) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:34.929086 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5a8e4865-55a1-42e7-92f4-049c61265190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:34.946403 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6c67015e-63e0-4fd6-8e8d-0993ae695548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:35.038873 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5a8e4865-55a1-42e7-92f4-049c61265190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:35.091699 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6c67015e-63e0-4fd6-8e8d-0993ae695548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:35.094534 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6c67015e-63e0-4fd6-8e8d-0993ae695548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:35.095868 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-6c67015e-63e0-4fd6-8e8d-0993ae695548 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3efabeb7-49e4-4382-9d47-9d9e0351fa21 HTTP/1.1" status: 204 len: 168 time: 0.2420304 May 26 11:16:35.104184 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c67015e-63e0-4fd6-8e8d-0993ae695548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3efabeb7-49e4-4382-9d47-9d9e0351fa21,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:35.118071 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5a8e4865-55a1-42e7-92f4-049c61265190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:35.168393 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e4865-55a1-42e7-92f4-049c61265190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bc070a-b8d8-4e54-a431-1156622168d3,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:35.175026 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-5a8e4865-55a1-42e7-92f4-049c61265190 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b561f4e17b124ab0a6dc513c83683c7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665646 May 26 11:16:35.175664 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 39004) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:35.235813 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2bae3026-8964-441c-bdc9-8930bccd2683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:35.267618 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2bae3026-8964-441c-bdc9-8930bccd2683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:35.419726 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2bae3026-8964-441c-bdc9-8930bccd2683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:35.422303 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2bae3026-8964-441c-bdc9-8930bccd2683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:35.423675 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-2bae3026-8964-441c-bdc9-8930bccd2683 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33bc070a-b8d8-4e54-a431-1156622168d3 HTTP/1.1" status: 204 len: 168 time: 0.2472470 May 26 11:16:35.433922 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae3026-8964-441c-bdc9-8930bccd2683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bc070a-b8d8-4e54-a431-1156622168d3,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:35.618813 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e929b1de-40ef-47a3-80a7-e51a379383b6 req-d39a876b-f8c8-4fb7-89a6-df406c691a1b tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:35.622518 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e929b1de-40ef-47a3-80a7-e51a379383b6 req-d39a876b-f8c8-4fb7-89a6-df406c691a1b tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0660889 May 26 11:16:35.630962 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe389d-8c34-4ff1-998f-e0e521559276 req-f0044de1-091e-4783-ba77-9daf9f960903 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:35.632421 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-aebe389d-8c34-4ff1-998f-e0e521559276 req-f0044de1-091e-4783-ba77-9daf9f960903 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0764971 May 26 11:16:35.675836 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e929b1de-40ef-47a3-80a7-e51a379383b6 req-54bf434d-cbbc-4469-8935-e577c44e7cb9 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441425 May 26 11:16:35.688347 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-aebe389d-8c34-4ff1-998f-e0e521559276 req-33271dca-7a0f-42dc-8f99-dcc0414c04e4 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484352 May 26 11:16:35.961939 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755edb6-7f4b-4af0-bf14-4680904bd077 req-34f11b43-aad0-43cf-9265-eba22529ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:35.963575 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3755edb6-7f4b-4af0-bf14-4680904bd077 req-34f11b43-aad0-43cf-9265-eba22529ed13 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 1098 time: 0.0440943 May 26 11:16:36.004110 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3755edb6-7f4b-4af0-bf14-4680904bd077 req-2a0374fe-1889-4c09-9419-6ce563467c25 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302408 May 26 11:16:36.503490 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 39064) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:36.598738 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-167b3f13-0a0c-4343-aab4-ffb152b0cdee admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-77083765-network', 'tenant_id': '3663af67c827482793377d5a49f6e064'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:16:36.679899 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167b3f13-0a0c-4343-aab4-ffb152b0cdee admin admin] Made reservation on behalf of 3663af67c827482793377d5a49f6e064 for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:16:36.682275 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-167b3f13-0a0c-4343-aab4-ffb152b0cdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for network, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:36.703467 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-167b3f13-0a0c-4343-aab4-ffb152b0cdee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:36.828442 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c600e83-cbcd-4c26-96d1-8cfb78528ecb req-06f15432-beb3-4919-8908-b48ff81fb8e0 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:36.829955 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7c600e83-cbcd-4c26-96d1-8cfb78528ecb req-06f15432-beb3-4919-8908-b48ff81fb8e0 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0557575 May 26 11:16:36.845261 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd538710-00af-4e54-a50e-1498581dbf78 req-dd85f27e-0cfc-46fb-af32-53ac9b01d4b9 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:36.846686 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dd538710-00af-4e54-a50e-1498581dbf78 req-dd85f27e-0cfc-46fb-af32-53ac9b01d4b9 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0752165 May 26 11:16:36.877067 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7c600e83-cbcd-4c26-96d1-8cfb78528ecb req-2b8c8b5a-8eef-44fe-85fd-cafa2d7c3459 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388732 May 26 11:16:36.880455 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-167b3f13-0a0c-4343-aab4-ffb152b0cdee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:36.901210 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dd538710-00af-4e54-a50e-1498581dbf78 req-a3cd866a-7848-4454-b1b7-a90b1d145c6c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460548 May 26 11:16:37.008364 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-167b3f13-0a0c-4343-aab4-ffb152b0cdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:37.035041 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-167b3f13-0a0c-4343-aab4-ffb152b0cdee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:16:37.049596 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b3f13-0a0c-4343-aab4-ffb152b0cdee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:37.052787 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-167b3f13-0a0c-4343-aab4-ffb152b0cdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:37.053128 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-167b3f13-0a0c-4343-aab4-ffb152b0cdee admin admin] Added segment 7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7 of type vlan for network 13116d1b-e2be-4d3f-b406-303247f7bd7f May 26 11:16:37.105325 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-167b3f13-0a0c-4343-aab4-ffb152b0cdee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744569042562'] for network, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:37.208037 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-167b3f13-0a0c-4343-aab4-ffb152b0cdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for network, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:37.209053 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167b3f13-0a0c-4343-aab4-ffb152b0cdee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:37.209631 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-167b3f13-0a0c-4343-aab4-ffb152b0cdee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:37.275584 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b3f13-0a0c-4343-aab4-ffb152b0cdee admin admin] Pushing event updated for resources: {'Network': ['ID=13116d1b-e2be-4d3f-b406-303247f7bd7f,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:37.285958 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Network 13116d1b-e2be-4d3f-b406-303247f7bd7f details requested by agent ovs-agent-dv-cinder-843395-1-iscsi with host dv-cinder-843395-1-iscsi {{(pid=102813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 11:16:37.361065 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-167b3f13-0a0c-4343-aab4-ffb152b0cdee admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8532710 May 26 11:16:37.361065 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 39104) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:37.361065 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 39106) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:37.383544 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-22c64c0e-9b8d-470c-815a-bcbe65e9491e admin admin] Request body: {'subnet': {'network_id': '13116d1b-e2be-4d3f-b406-303247f7bd7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-77083765-subnet', 'tenant_id': '3663af67c827482793377d5a49f6e064', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:16:37.437177 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b75b6-2644-4f7d-8db7-0a9a10da3070 req-1d427061-9fe4-4afc-93bb-e33857fcfee6 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:37.438796 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2c7b75b6-2644-4f7d-8db7-0a9a10da3070 req-1d427061-9fe4-4afc-93bb-e33857fcfee6 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0791245 May 26 11:16:37.481548 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2c7b75b6-2644-4f7d-8db7-0a9a10da3070 req-38b443f0-1358-48ff-a22e-138d8747d099 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359373 May 26 11:16:37.485475 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c64c0e-9b8d-470c-815a-bcbe65e9491e admin admin] Made reservation on behalf of 3663af67c827482793377d5a49f6e064 for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:16:37.487868 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-22c64c0e-9b8d-470c-815a-bcbe65e9491e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8670211'] for subnet, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:37.581618 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e9a15d8c-139d-43d6-b64e-1e808de87641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:37.729763 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e9a15d8c-139d-43d6-b64e-1e808de87641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:37.794578 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-22c64c0e-9b8d-470c-815a-bcbe65e9491e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8804864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8670229'] for subnet, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:37.832517 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e9a15d8c-139d-43d6-b64e-1e808de87641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:37.889810 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c64c0e-9b8d-470c-815a-bcbe65e9491e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bfdf7be-3b25-4e72-a71d-1ec38a6569c9,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:37.895011 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e9a15d8c-139d-43d6-b64e-1e808de87641 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f7b12b4a46e42b1bb319ae213432127&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5341976 May 26 11:16:37.899183 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a15d8c-139d-43d6-b64e-1e808de87641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ad0079-473d-4f26-9a11-4179d693e9d3,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:37.903547 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 39120) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:37.905748 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c64c0e-9b8d-470c-815a-bcbe65e9491e admin admin] Checking segment: {'id': '7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13116d1b-e2be-4d3f-b406-303247f7bd7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:16:37.906226 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c64c0e-9b8d-470c-815a-bcbe65e9491e admin admin] Network hostable DHCP agents. Network: 13116d1b-e2be-4d3f-b406-303247f7bd7f, hostable agents: ['ae20bfe0-bbab-40fa-b22c-2da14db586ab'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:16:37.966133 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c44af370-ab47-4da2-bf2e-53aea36766a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:37.989484 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c44af370-ab47-4da2-bf2e-53aea36766a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:38.008264 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c64c0e-9b8d-470c-815a-bcbe65e9491e admin admin] Network 13116d1b-e2be-4d3f-b406-303247f7bd7f is scheduled to be hosted by DHCP agent ae20bfe0-bbab-40fa-b22c-2da14db586ab with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:16:38.066107 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22620e4-77ec-4911-9b77-0c1ce9ae5587 req-b492c30c-37dc-468e-b509-f4ded82cf720 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:38.067694 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d22620e4-77ec-4911-9b77-0c1ce9ae5587 req-b492c30c-37dc-468e-b509-f4ded82cf720 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0810521 May 26 11:16:38.086175 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade4008-d322-472b-9b9e-d6ffccaa4444 req-56861cd8-b42f-4950-8f67-ed85d4d82b3c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:38.095641 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6ade4008-d322-472b-9b9e-d6ffccaa4444 req-56861cd8-b42f-4950-8f67-ed85d4d82b3c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0788550 May 26 11:16:38.114347 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d22620e4-77ec-4911-9b77-0c1ce9ae5587 req-408bec1c-45e2-4fa2-a313-58510f3475d5 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379927 May 26 11:16:38.119537 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-22c64c0e-9b8d-470c-815a-bcbe65e9491e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843395-1-iscsi, 13116d1b-e2be-4d3f-b406-303247f7bd7f) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:16:38.136837 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c64c0e-9b8d-470c-815a-bcbe65e9491e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:38.137009 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806cc5d7-9e0b-4319-999b-256a2ab9a454 None None] Network 13116d1b-e2be-4d3f-b406-303247f7bd7f requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:16:38.137106 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-22c64c0e-9b8d-470c-815a-bcbe65e9491e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:38.170866 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6ade4008-d322-472b-9b9e-d6ffccaa4444 req-4c205a00-6bc5-4290-97d9-acdb9a39e369 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720847 May 26 11:16:38.173989 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c44af370-ab47-4da2-bf2e-53aea36766a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:38.177256 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c44af370-ab47-4da2-bf2e-53aea36766a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:38.178650 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-c44af370-ab47-4da2-bf2e-53aea36766a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67ad0079-473d-4f26-9a11-4179d693e9d3 HTTP/1.1" status: 204 len: 168 time: 0.2735755 May 26 11:16:38.190880 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44af370-ab47-4da2-bf2e-53aea36766a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ad0079-473d-4f26-9a11-4179d693e9d3,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:38.252065 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-22c64c0e-9b8d-470c-815a-bcbe65e9491e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8880246 May 26 11:16:38.304992 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b184e057-0532-48c7-b661-1d07a48907f8 None None] Network 13116d1b-e2be-4d3f-b406-303247f7bd7f requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:16:38.562767 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c8f6e-3721-4149-9e36-1449ace2a61f req-13ba1b45-5217-4683-babf-22aec2b0e385 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:38.564829 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bd8c8f6e-3721-4149-9e36-1449ace2a61f req-13ba1b45-5217-4683-babf-22aec2b0e385 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0525730 May 26 11:16:38.631650 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818e23d-17b8-449c-a0d2-d992e2793f56 req-9f077fda-a93a-4716-88b0-39b7b8e9edb7 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:38.640715 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7818e23d-17b8-449c-a0d2-d992e2793f56 req-9f077fda-a93a-4716-88b0-39b7b8e9edb7 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0659235 May 26 11:16:38.650792 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bd8c8f6e-3721-4149-9e36-1449ace2a61f req-f3d65bc8-a9dc-471f-b49d-b54aac82d809 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780671 May 26 11:16:38.675079 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50311ea-20cd-45ef-b81f-7ada080623ac req-4ba5c3e5-0460-47e4-af95-93cec1b2aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:38.677163 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b50311ea-20cd-45ef-b81f-7ada080623ac req-4ba5c3e5-0460-47e4-af95-93cec1b2aae2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d121bc82e4a4381b9584cd89c2d4f69&device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 1098 time: 0.0919456 May 26 11:16:38.699516 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7818e23d-17b8-449c-a0d2-d992e2793f56 req-9a531ac7-5ae3-457f-bd95-212be8fc451f tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528710 May 26 11:16:38.783454 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50311ea-20cd-45ef-b81f-7ada080623ac req-889e5f16-3f69-413c-9fe7-45fc42a9dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:38.785119 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b50311ea-20cd-45ef-b81f-7ada080623ac req-889e5f16-3f69-413c-9fe7-45fc42a9dab0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=269c9267-8111-4543-bc62-3b35f5fef0e4 HTTP/1.1" status: 200 len: 920 time: 0.1001909 May 26 11:16:38.785804 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 39160) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:38.828111 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b50311ea-20cd-45ef-b81f-7ada080623ac req-a2102352-85fc-41e4-9d2a-2160c52a8cc3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc8dd25b-6328-4324-93cb-d0bc97588825 HTTP/1.1" status: 200 len: 217 time: 0.0342720 May 26 11:16:38.892311 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50311ea-20cd-45ef-b81f-7ada080623ac req-8e339149-b17f-4104-84f6-119666f8434e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:38.893897 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b50311ea-20cd-45ef-b81f-7ada080623ac req-8e339149-b17f-4104-84f6-119666f8434e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a235b399-7a9f-4f18-97ae-141845f325ad HTTP/1.1" status: 200 len: 858 time: 0.0501804 May 26 11:16:38.946135 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50311ea-20cd-45ef-b81f-7ada080623ac req-f7ef54fd-208f-4521-b482-ccfc7a0762ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:38.947635 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b50311ea-20cd-45ef-b81f-7ada080623ac req-f7ef54fd-208f-4521-b482-ccfc7a0762ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=269c9267-8111-4543-bc62-3b35f5fef0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442641 May 26 11:16:39.026186 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a2381b5a-268a-4140-b0b4-0769dfa03a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:39.098241 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b50311ea-20cd-45ef-b81f-7ada080623ac req-240a9833-c936-4eaa-8506-688b865695be service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415069 May 26 11:16:39.190849 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a2381b5a-268a-4140-b0b4-0769dfa03a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:39.218237 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b50311ea-20cd-45ef-b81f-7ada080623ac req-6d1e6daa-6d97-4a50-abd7-1693da35d9ea service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114693 May 26 11:16:39.274501 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a2381b5a-268a-4140-b0b4-0769dfa03a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:39.336869 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:39.341051 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-a2381b5a-268a-4140-b0b4-0769dfa03a49 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=665657c40fae4b57bd7ace3e9bed8651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5541711 May 26 11:16:39.343529 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2381b5a-268a-4140-b0b4-0769dfa03a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb11a88d-dde9-4e31-b8c5-1a52648cc8bf,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:39.343725 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 39176) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:39.367018 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e636dc3-680d-431a-8838-c903c4a28095 req-30a0248c-ee8e-4a5e-8051-8e390db4e41d tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:39.368522 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4e636dc3-680d-431a-8838-c903c4a28095 req-30a0248c-ee8e-4a5e-8051-8e390db4e41d tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0722046 May 26 11:16:39.414494 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4e636dc3-680d-431a-8838-c903c4a28095 req-ed0531df-0c61-46db-8e20-5a1f08daf713 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392687 May 26 11:16:39.415092 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-899234b1-e6d8-42fc-9f30-5841252a69f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:39.446473 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-899234b1-e6d8-42fc-9f30-5841252a69f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:39.551140 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-899234b1-e6d8-42fc-9f30-5841252a69f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:39.554125 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-899234b1-e6d8-42fc-9f30-5841252a69f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:39.555387 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-899234b1-e6d8-42fc-9f30-5841252a69f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb11a88d-dde9-4e31-b8c5-1a52648cc8bf HTTP/1.1" status: 204 len: 168 time: 0.2106912 May 26 11:16:39.564287 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899234b1-e6d8-42fc-9f30-5841252a69f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb11a88d-dde9-4e31-b8c5-1a52648cc8bf,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:39.839457 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e914a80-67c5-435c-a94d-a9dd1828a02c req-d0d96254-bc9d-4270-a67d-225f116a2467 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:39.841177 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8e914a80-67c5-435c-a94d-a9dd1828a02c req-d0d96254-bc9d-4270-a67d-225f116a2467 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0664215 May 26 11:16:39.846311 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55c0f2-e8b3-40ac-a1d0-b24dec3212b9 req-40a27de9-ad69-47d5-a264-9eff9589cfd2 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:39.857116 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-aa55c0f2-e8b3-40ac-a1d0-b24dec3212b9 req-40a27de9-ad69-47d5-a264-9eff9589cfd2 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.1250007 May 26 11:16:39.895812 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-aa55c0f2-e8b3-40ac-a1d0-b24dec3212b9 req-1698765d-abb5-44dc-810f-144bd046cd92 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376902 May 26 11:16:39.897190 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8e914a80-67c5-435c-a94d-a9dd1828a02c req-0e14517c-86e0-4854-8d2e-0be3d1614be6 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486915 May 26 11:16:40.312802 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ff36fe42-f5d2-43e5-acea-95fdf4d4ab9c req-18bd140f-adc6-485e-9baa-ccdc0e2f8487 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396810 May 26 11:16:40.312802 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36fe42-f5d2-43e5-acea-95fdf4d4ab9c req-cf84df1d-f99b-428e-91d3-63d9baf844b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:40.312802 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ff36fe42-f5d2-43e5-acea-95fdf4d4ab9c req-cf84df1d-f99b-428e-91d3-63d9baf844b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d121bc82e4a4381b9584cd89c2d4f69&device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 1099 time: 0.0425389 May 26 11:16:40.335389 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36fe42-f5d2-43e5-acea-95fdf4d4ab9c req-0dae939f-e89d-4d72-a1c8-c4cad5078924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:40.336880 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ff36fe42-f5d2-43e5-acea-95fdf4d4ab9c req-0dae939f-e89d-4d72-a1c8-c4cad5078924 service neutron] 10.222.0.42 "GET /v2.0/networks?id=269c9267-8111-4543-bc62-3b35f5fef0e4 HTTP/1.1" status: 200 len: 920 time: 0.0837748 May 26 11:16:40.384295 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ff36fe42-f5d2-43e5-acea-95fdf4d4ab9c req-c71f4790-339b-470e-8724-4bc1f002dd4a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=773bd0fe-bb61-4533-af16-138941ab509b HTTP/1.1" status: 200 len: 217 time: 0.0379577 May 26 11:16:40.440005 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36fe42-f5d2-43e5-acea-95fdf4d4ab9c req-f595e8e0-40ec-4614-a9b7-5d7351e7c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:40.441509 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ff36fe42-f5d2-43e5-acea-95fdf4d4ab9c req-f595e8e0-40ec-4614-a9b7-5d7351e7c90e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a235b399-7a9f-4f18-97ae-141845f325ad HTTP/1.1" status: 200 len: 858 time: 0.0466971 May 26 11:16:40.495297 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36fe42-f5d2-43e5-acea-95fdf4d4ab9c req-4c6cf701-5907-42c9-950c-61beeaaef3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:40.498372 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ff36fe42-f5d2-43e5-acea-95fdf4d4ab9c req-4c6cf701-5907-42c9-950c-61beeaaef3ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=269c9267-8111-4543-bc62-3b35f5fef0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470984 May 26 11:16:40.558557 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1dbf2-0927-4986-8bfb-5eefc522ee97 req-dca5eb5f-cf5b-4bf2-8b87-70397b463dec tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:40.560450 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1fd1dbf2-0927-4986-8bfb-5eefc522ee97 req-dca5eb5f-cf5b-4bf2-8b87-70397b463dec tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0596499 May 26 11:16:40.599778 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1fd1dbf2-0927-4986-8bfb-5eefc522ee97 req-93f5239e-5d05-4ec7-81b1-66d61bff6c49 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334115 May 26 11:16:40.604167 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ff36fe42-f5d2-43e5-acea-95fdf4d4ab9c req-c4fd10f9-8581-401b-a49b-7a418fa048f1 service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925403 May 26 11:16:40.705108 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ff36fe42-f5d2-43e5-acea-95fdf4d4ab9c req-873b2e67-fe15-4a07-8434-49d51b0783aa service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933995 May 26 11:16:41.032841 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2ddf4-8b96-4626-82f6-fdc4e9f8a2a5 req-da2161eb-8dd8-44dc-b8b3-20ef604e3b9e tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:41.034443 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-45f2ddf4-8b96-4626-82f6-fdc4e9f8a2a5 req-da2161eb-8dd8-44dc-b8b3-20ef604e3b9e tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0612168 May 26 11:16:41.041064 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-f11cbbb1-554f-4cc9-afbf-602600fd22ee tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:41.043053 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-f11cbbb1-554f-4cc9-afbf-602600fd22ee tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/networks?id=13116d1b-e2be-4d3f-b406-303247f7bd7f HTTP/1.1" status: 200 len: 812 time: 0.1112728 May 26 11:16:41.076306 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-eedc2030-9435-49df-af6f-05e59eea4265 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/quotas/3663af67c827482793377d5a49f6e064 HTTP/1.1" status: 200 len: 375 time: 0.0252025 May 26 11:16:41.099063 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-45f2ddf4-8b96-4626-82f6-fdc4e9f8a2a5 req-79ea1d84-48e9-4758-9b43-33efba0f3287 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575233 May 26 11:16:41.309971 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80875bee-cf56-46ec-b31b-7026483d7721 req-90e726a4-cb3b-48e3-b139-a0afdddea452 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:41.314011 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-80875bee-cf56-46ec-b31b-7026483d7721 req-90e726a4-cb3b-48e3-b139-a0afdddea452 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.1073949 May 26 11:16:41.345827 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-7cff272d-ef10-4bbf-bad4-ed405cc0b30e tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3663af67c827482793377d5a49f6e064&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2619300 May 26 11:16:41.373142 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-80875bee-cf56-46ec-b31b-7026483d7721 req-6efa102c-c0ff-4785-b58e-000d66d28e58 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467207 May 26 11:16:41.445922 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-a2490dbc-f8da-4740-95d6-39dcda7bdc11 service neutron] 10.222.0.21 "GET /v2.0/networks/13116d1b-e2be-4d3f-b406-303247f7bd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923615 May 26 11:16:41.539039 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-69227551-744c-474a-b608-50d2d01ca7d3 service neutron] 10.222.0.21 "GET /v2.0/networks/13116d1b-e2be-4d3f-b406-303247f7bd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864635 May 26 11:16:41.725210 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20f820-74b9-40ef-afcc-fa81fc2cf8aa req-2923d016-43da-4595-bd13-becde425d9f1 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:41.726717 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4a20f820-74b9-40ef-afcc-fa81fc2cf8aa req-2923d016-43da-4595-bd13-becde425d9f1 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0529845 May 26 11:16:41.736533 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device e849e4eb-1eb7-446f-af61-75da7738ffc9 details requested by agent hyperv_hv-cinder-84339 with host hv-cinder-84339 {{(pid=102813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 11:16:41.804704 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4a20f820-74b9-40ef-afcc-fa81fc2cf8aa req-de2a71dc-162c-48c7-954a-295e8664bbb9 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709193 May 26 11:16:41.896757 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-211119e4-f654-40e3-9ef8-7fbe5e6fd664 req-8b783db5-15e7-420d-9858-e0aaaa82c754 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=09bec736-feaa-4ffd-a10c-8b6bf976f276 HTTP/1.1" status: 200 len: 210 time: 0.0605750 May 26 11:16:41.945522 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port e849e4eb-1eb7-446f-af61-75da7738ffc9, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=e849e4eb-1eb7-446f-af61-75da7738ffc9,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:16:41.961394 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Returning: {'device': 'e849e4eb-1eb7-446f-af61-75da7738ffc9', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'port_id': 'e849e4eb-1eb7-446f-af61-75da7738ffc9', 'mac_address': 'fa:16:3e:a6:f9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 11:16:42.001421 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port e849e4eb-1eb7-446f-af61-75da7738ffc9 is: ACTIVE; New status is: BUILD {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:16:42.002043 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:42.017239 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e849e4eb-1eb7-446f-af61-75da7738ffc9 {{(pid=102813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:16:42.037072 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port e849e4eb-1eb7-446f-af61-75da7738ffc9, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=e849e4eb-1eb7-446f-af61-75da7738ffc9,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:16:42.157148 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:42.256525 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=e849e4eb-1eb7-446f-af61-75da7738ffc9,revision_number=6']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:42.287190 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['e849e4eb-1eb7-446f-af61-75da7738ffc9'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:16:42.288090 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731553a9-bdbb-4aa6-bc2e-12f3e68e342e req-e4a0194d-18b4-4407-9c2d-10651e1eab1c tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:42.295924 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-731553a9-bdbb-4aa6-bc2e-12f3e68e342e req-e4a0194d-18b4-4407-9c2d-10651e1eab1c tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0905242 May 26 11:16:42.335138 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-731553a9-bdbb-4aa6-bc2e-12f3e68e342e req-e85a5f97-fc3d-4f70-bfea-6e3e59f60f8e tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342414 May 26 11:16:42.555024 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575fd59-38cd-462e-8d17-b627884416e1 req-d8890b10-6e2c-40b6-a488-f0609a28b41d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:42.556653 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0575fd59-38cd-462e-8d17-b627884416e1 req-d8890b10-6e2c-40b6-a488-f0609a28b41d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0700758 May 26 11:16:42.599539 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0575fd59-38cd-462e-8d17-b627884416e1 req-15c3dad3-5e67-4129-8503-d8b3220a1ea0 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347080 May 26 11:16:43.023514 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47715659-f1f4-4ce0-9cf6-8172b605ce30 req-6bb8c0cd-cf02-46d0-b875-e0345ab5e204 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:43.031149 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-47715659-f1f4-4ce0-9cf6-8172b605ce30 req-6bb8c0cd-cf02-46d0-b875-e0345ab5e204 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 944 time: 0.0982931 May 26 11:16:43.047116 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-96307302-45e1-49c7-859a-1bfd50a25e7a req-77ae1291-8dba-4dd0-9a02-c2cc550515ea tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=09bec736-feaa-4ffd-a10c-8b6bf976f276 HTTP/1.1" status: 200 len: 210 time: 0.0835090 May 26 11:16:43.090030 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-47715659-f1f4-4ce0-9cf6-8172b605ce30 req-bf0b59c7-ddcb-4d7a-9de9-784235f2b897 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578964 May 26 11:16:43.485965 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c1e8c-7737-4095-b3c0-bb3029ee0a83 req-47b0d13f-1022-4b53-a49a-127ebc06c18f tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:43.500552 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4c3c1e8c-7737-4095-b3c0-bb3029ee0a83 req-47b0d13f-1022-4b53-a49a-127ebc06c18f tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0850739 May 26 11:16:43.562307 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4c3c1e8c-7737-4095-b3c0-bb3029ee0a83 req-9c02a671-03be-44d7-9e96-143af5b1731f tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605688 May 26 11:16:43.734645 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device e849e4eb-1eb7-446f-af61-75da7738ffc9 up at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:16:43.822855 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning complete for port e849e4eb-1eb7-446f-af61-75da7738ffc9 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:16:43.823389 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:43.908142 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port e849e4eb-1eb7-446f-af61-75da7738ffc9 is: BUILD; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:16:43.908830 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:43.934623 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e849e4eb-1eb7-446f-af61-75da7738ffc9'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:16:43.937352 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd3d0a2-e525-4272-b569-09e1f472894a" -d '{"events": [{"server_uuid": "5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e", "name": "network-vif-plugged", "status": "completed", "tag": "e849e4eb-1eb7-446f-af61-75da7738ffc9"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:16:43.962784 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port e849e4eb-1eb7-446f-af61-75da7738ffc9, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=e849e4eb-1eb7-446f-af61-75da7738ffc9,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:16:43.986045 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afa35ee-ce71-42dd-8e4b-6b3769e9d6bc x-openstack-request-id: req-3afa35ee-ce71-42dd-8e4b-6b3769e9d6bc {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:16:43.994098 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e", "name": "network-vif-plugged", "status": "completed", "tag": "e849e4eb-1eb7-446f-af61-75da7738ffc9", "code": 200}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:16:43.994098 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3afa35ee-ce71-42dd-8e4b-6b3769e9d6bc {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:16:43.994098 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3afa35ee-ce71-42dd-8e4b-6b3769e9d6bc'] response: {'server_uuid': '5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e849e4eb-1eb7-446f-af61-75da7738ffc9', 'code': 200} May 26 11:16:44.072402 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:44.259039 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7320294d-2533-4ba0-84c7-903d3542dbd0 req-87262eed-ace7-4950-9a18-820af7de1d1a tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=09bec736-feaa-4ffd-a10c-8b6bf976f276 HTTP/1.1" status: 200 len: 210 time: 0.0745044 May 26 11:16:44.259613 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=e849e4eb-1eb7-446f-af61-75da7738ffc9,revision_number=7']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:44.307240 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b27c5e-3d61-438c-9817-893d2c040714 req-e88485b5-d206-4e7f-8414-ec6066af5245 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:44.309504 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f7b27c5e-3d61-438c-9817-893d2c040714 req-e88485b5-d206-4e7f-8414-ec6066af5245 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0652573 May 26 11:16:44.370131 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f7b27c5e-3d61-438c-9817-893d2c040714 req-28464145-2ee6-4e6c-9f89-ac9f5a988a5c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535843 May 26 11:16:44.699391 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6f65c-2de0-45d4-95d8-d2bbe119d1fd req-9e51f3e5-4c34-4f72-9813-2dcb3918cbaa tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:44.702159 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c3e6f65c-2de0-45d4-95d8-d2bbe119d1fd req-9e51f3e5-4c34-4f72-9813-2dcb3918cbaa tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0645761 May 26 11:16:44.764147 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c3e6f65c-2de0-45d4-95d8-d2bbe119d1fd req-b8627ba8-83c8-4264-bcf8-6c943708a6eb tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530779 May 26 11:16:45.044204 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-89858e3c-1c05-44b0-939a-5a7c9021c663 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:45.046092 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-89858e3c-1c05-44b0-939a-5a7c9021c663 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.42 "GET /v2.0/networks?id=13116d1b-e2be-4d3f-b406-303247f7bd7f HTTP/1.1" status: 200 len: 812 time: 0.1197886 May 26 11:16:45.067821 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-c5b08ac1-9b75-4670-a14e-e8bd5b59dfac tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Request body: {'port': {'device_id': '09bec736-feaa-4ffd-a10c-8b6bf976f276', 'network_id': '13116d1b-e2be-4d3f-b406-303247f7bd7f', 'admin_state_up': True, 'tenant_id': '3663af67c827482793377d5a49f6e064'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:16:45.328598 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-c5b08ac1-9b75-4670-a14e-e8bd5b59dfac tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Made reservation on behalf of 3663af67c827482793377d5a49f6e064 for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:16:45.332513 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-c5b08ac1-9b75-4670-a14e-e8bd5b59dfac tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:45.359801 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8c69770e-98db-42ae-ad8c-1325a6a8d3b1 req-b07742be-5a70-4e38-86d2-14d0a50a1ab9 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=09bec736-feaa-4ffd-a10c-8b6bf976f276 HTTP/1.1" status: 200 len: 210 time: 0.0450733 May 26 11:16:45.377120 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 39438) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:45.382637 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-1d9b767f-9f2a-44d1-b4f8-105b367f4bc4 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2038053318', 'description': 'tempest-description--1431215169'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:16:45.477008 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1d9b767f-9f2a-44d1-b4f8-105b367f4bc4 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:45.529170 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-c5b08ac1-9b75-4670-a14e-e8bd5b59dfac tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Allocated IP 172.20.0.7 (13116d1b-e2be-4d3f-b406-303247f7bd7f/5bfdf7be-3b25-4e72-a71d-1ec38a6569c9/86797a9d-953e-4483-85c0-8e1f071c5bdd) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:16:45.581347 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb08bb-44f7-4bd1-9a62-1820bdc43bfa req-6d73da11-865e-4ae2-b0f5-a3d0d748b18c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:45.583146 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-25fb08bb-44f7-4bd1-9a62-1820bdc43bfa req-6d73da11-865e-4ae2-b0f5-a3d0d748b18c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0911849 May 26 11:16:45.634868 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1d9b767f-9f2a-44d1-b4f8-105b367f4bc4 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:45.663449 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-25fb08bb-44f7-4bd1-9a62-1820bdc43bfa req-4bf78450-6f3b-4ea6-b4eb-6cc47c978282 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663860 May 26 11:16:45.705010 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1d9b767f-9f2a-44d1-b4f8-105b367f4bc4 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:45.748903 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b767f-9f2a-44d1-b4f8-105b367f4bc4 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:45.774358 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-c5b08ac1-9b75-4670-a14e-e8bd5b59dfac tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:45.825680 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1d9b767f-9f2a-44d1-b4f8-105b367f4bc4 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:45.828674 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-1d9b767f-9f2a-44d1-b4f8-105b367f4bc4 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4480965 May 26 11:16:45.831913 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 39446) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:45.841008 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-602daf49-807e-422e-9f01-94a217f33a7d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Request body: {'security_group_rule': {'security_group_id': '4f8b278e-52f6-4cd3-a4f7-46a057ea94ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:16:45.933959 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-c5b08ac1-9b75-4670-a14e-e8bd5b59dfac tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:45.981804 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398d61e-50f8-4346-9eee-8d1f109c58ac req-8c2c19a0-4003-4ad7-bcc0-9ba82835cd40 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:45.991250 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3398d61e-50f8-4346-9eee-8d1f109c58ac req-8c2c19a0-4003-4ad7-bcc0-9ba82835cd40 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.1250160 May 26 11:16:46.008557 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-c5b08ac1-9b75-4670-a14e-e8bd5b59dfac tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Network 13116d1b-e2be-4d3f-b406-303247f7bd7f is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:16:46.022271 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-c5b08ac1-9b75-4670-a14e-e8bd5b59dfac tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:16:46.036393 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-602daf49-807e-422e-9f01-94a217f33a7d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:46.041666 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-c5b08ac1-9b75-4670-a14e-e8bd5b59dfac tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:16:46.099150 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b08ac1-9b75-4670-a14e-e8bd5b59dfac tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Pushing event updated for resources: {'Port': ['ID=86797a9d-953e-4483-85c0-8e1f071c5bdd,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:46.133959 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b08ac1-9b75-4670-a14e-e8bd5b59dfac tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:46.135520 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b08ac1-9b75-4670-a14e-e8bd5b59dfac tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:46.135520 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b08ac1-9b75-4670-a14e-e8bd5b59dfac tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:46.135520 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b08ac1-9b75-4670-a14e-e8bd5b59dfac tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:46.135520 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b08ac1-9b75-4670-a14e-e8bd5b59dfac tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:46.135853 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b08ac1-9b75-4670-a14e-e8bd5b59dfac tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:46.136557 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b08ac1-9b75-4670-a14e-e8bd5b59dfac tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:46.136860 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b08ac1-9b75-4670-a14e-e8bd5b59dfac tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:46.137175 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b08ac1-9b75-4670-a14e-e8bd5b59dfac tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:46.137501 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b08ac1-9b75-4670-a14e-e8bd5b59dfac tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:46.137819 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b08ac1-9b75-4670-a14e-e8bd5b59dfac tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:46.138138 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b08ac1-9b75-4670-a14e-e8bd5b59dfac tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:46.159143 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3398d61e-50f8-4346-9eee-8d1f109c58ac req-82179550-c520-45c3-b22e-c19fa7d80cdd tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668558 May 26 11:16:46.181556 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-c5b08ac1-9b75-4670-a14e-e8bd5b59dfac tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:46.188856 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-c5b08ac1-9b75-4670-a14e-e8bd5b59dfac tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:46.211815 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-602daf49-807e-422e-9f01-94a217f33a7d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:46.349193 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-602daf49-807e-422e-9f01-94a217f33a7d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:46.361377 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-c5b08ac1-9b75-4670-a14e-e8bd5b59dfac tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2986100 May 26 11:16:46.379882 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-4034e5e9-c992-4b98-9f7b-b6c32071bb90 service neutron] Request body: {'port': {'device_id': '09bec736-feaa-4ffd-a10c-8b6bf976f276', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84339'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:16:46.383148 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602daf49-807e-422e-9f01-94a217f33a7d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3adfb47-5a6d-4f57-8d2a-423a6c8cf7cf,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:46.488891 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-4034e5e9-c992-4b98-9f7b-b6c32071bb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:46.528679 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6db43-9ae7-4260-8010-d703fc993a6f req-9f430fe4-1464-4d65-9ad8-b7d371cec15b tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:46.531357 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d0f6db43-9ae7-4260-8010-d703fc993a6f req-9f430fe4-1464-4d65-9ad8-b7d371cec15b tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=09bec736-feaa-4ffd-a10c-8b6bf976f276 HTTP/1.1" status: 200 len: 931 time: 0.0542057 May 26 11:16:46.572940 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d0f6db43-9ae7-4260-8010-d703fc993a6f req-4e5a7e93-1f00-459d-9471-8a37370dc695 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350456 May 26 11:16:46.742818 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-4034e5e9-c992-4b98-9f7b-b6c32071bb90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86797a9d-953e-4483-85c0-8e1f071c5bdd {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:16:46.752039 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-4034e5e9-c992-4b98-9f7b-b6c32071bb90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:46.786209 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-4034e5e9-c992-4b98-9f7b-b6c32071bb90 service neutron] Transition to ACTIVE for port object 86797a9d-953e-4483-85c0-8e1f071c5bdd will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:16:46.807709 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df19dff-36fb-4047-850f-e4ba64478094 req-821d0783-486a-4b6d-90a0-ee7cedfec756 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:46.809731 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7df19dff-36fb-4047-850f-e4ba64478094 req-821d0783-486a-4b6d-90a0-ee7cedfec756 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0621028 May 26 11:16:46.824942 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-602daf49-807e-422e-9f01-94a217f33a7d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:46.826051 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-602daf49-807e-422e-9f01-94a217f33a7d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9945891 May 26 11:16:46.828949 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 39462) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:46.833614 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-7bd7ba7d-8c05-4227-b1e9-007c38079607 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Request body: {'security_group_rule': {'security_group_id': '4f8b278e-52f6-4cd3-a4f7-46a057ea94ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:16:46.854240 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7df19dff-36fb-4047-850f-e4ba64478094 req-a34012f5-7e63-4cc7-9bc5-132cef31a90f tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381558 May 26 11:16:46.903414 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-4034e5e9-c992-4b98-9f7b-b6c32071bb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:46.965946 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7bd7ba7d-8c05-4227-b1e9-007c38079607 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:47.017788 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034e5e9-c992-4b98-9f7b-b6c32071bb90 service neutron] Pushing event updated for resources: {'Port': ['ID=86797a9d-953e-4483-85c0-8e1f071c5bdd,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:47.055824 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7bd7ba7d-8c05-4227-b1e9-007c38079607 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:47.084296 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-4034e5e9-c992-4b98-9f7b-b6c32071bb90 service neutron] Attempting to bind port 86797a9d-953e-4483-85c0-8e1f071c5bdd on host hv-cinder-84339 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:16:47.085729 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-4034e5e9-c992-4b98-9f7b-b6c32071bb90 service neutron] Attempting to bind port 86797a9d-953e-4483-85c0-8e1f071c5bdd by drivers openvswitch,hyperv on host hv-cinder-84339 at level 0 using segments [{'id': '7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13116d1b-e2be-4d3f-b406-303247f7bd7f'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:16:47.086411 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-4034e5e9-c992-4b98-9f7b-b6c32071bb90 service neutron] Attempting to bind port 86797a9d-953e-4483-85c0-8e1f071c5bdd on network 13116d1b-e2be-4d3f-b406-303247f7bd7f {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:16:47.091364 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-4034e5e9-c992-4b98-9f7b-b6c32071bb90 service neutron] Port 86797a9d-953e-4483-85c0-8e1f071c5bdd on network 13116d1b-e2be-4d3f-b406-303247f7bd7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84339 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 11:16:47.091936 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-4034e5e9-c992-4b98-9f7b-b6c32071bb90 service neutron] Attempting to bind port 86797a9d-953e-4483-85c0-8e1f071c5bdd on network 13116d1b-e2be-4d3f-b406-303247f7bd7f {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:16:47.098719 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-4034e5e9-c992-4b98-9f7b-b6c32071bb90 service neutron] Checking agent: {'id': '96131053-e6ec-4464-b9d0-ccb06fa4079a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84339', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'started_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:16:47.099471 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-4034e5e9-c992-4b98-9f7b-b6c32071bb90 service neutron] Checking segment: {'id': '7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13116d1b-e2be-4d3f-b406-303247f7bd7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:16:47.100078 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-4034e5e9-c992-4b98-9f7b-b6c32071bb90 service neutron] Bound using segment: {'id': '7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13116d1b-e2be-4d3f-b406-303247f7bd7f'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:16:47.100764 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-4034e5e9-c992-4b98-9f7b-b6c32071bb90 service neutron] Bound port: 86797a9d-953e-4483-85c0-8e1f071c5bdd, host: hv-cinder-84339, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13116d1b-e2be-4d3f-b406-303247f7bd7f'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:16:47.101423 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-4034e5e9-c992-4b98-9f7b-b6c32071bb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:47.185590 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7bd7ba7d-8c05-4227-b1e9-007c38079607 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:47.195283 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-4034e5e9-c992-4b98-9f7b-b6c32071bb90 service neutron] For port 86797a9d-953e-4483-85c0-8e1f071c5bdd, host hv-cinder-84339, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:16:47.200916 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-4034e5e9-c992-4b98-9f7b-b6c32071bb90 service neutron] For port 86797a9d-953e-4483-85c0-8e1f071c5bdd, host hv-cinder-84339, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=86797a9d-953e-4483-85c0-8e1f071c5bdd,segment=NetworkSegment(7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7),segment_id=7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:16:47.211682 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd7ba7d-8c05-4227-b1e9-007c38079607 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a31849f-64d2-438d-bed3-f778a5d9e30d,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:47.283331 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-4034e5e9-c992-4b98-9f7b-b6c32071bb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:47.320350 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-4034e5e9-c992-4b98-9f7b-b6c32071bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:47.321474 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-4034e5e9-c992-4b98-9f7b-b6c32071bb90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:47.323917 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-4034e5e9-c992-4b98-9f7b-b6c32071bb90 service neutron] 10.222.0.42 "PUT /v2.0/ports/86797a9d-953e-4483-85c0-8e1f071c5bdd HTTP/1.1" status: 200 len: 1093 time: 0.9479828 May 26 11:16:47.331668 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d787d6a-cb62-46c8-a6b2-7e5fc9a87a72 req-2630894a-f338-4d62-95fe-35ceca65b6d5 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:47.339659 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3d787d6a-cb62-46c8-a6b2-7e5fc9a87a72 req-2630894a-f338-4d62-95fe-35ceca65b6d5 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0735326 May 26 11:16:47.345462 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09bec736-feaa-4ffd-a10c-8b6bf976f276', 'tag': '86797a9d-953e-4483-85c0-8e1f071c5bdd'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:16:47.348398 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553c60de-bd30-42a4-bc86-c746a4e5b2f7" -d '{"events": [{"name": "network-changed", "server_uuid": "09bec736-feaa-4ffd-a10c-8b6bf976f276", "tag": "86797a9d-953e-4483-85c0-8e1f071c5bdd"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:16:47.350000 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7bd7ba7d-8c05-4227-b1e9-007c38079607 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:47.351735 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-7bd7ba7d-8c05-4227-b1e9-007c38079607 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5214713 May 26 11:16:47.378415 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 39478) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:47.389927 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-14ea88f9-3b27-4f47-9f5f-d9896c62b25c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Request body: {'floatingip': {'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:16:47.403177 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3d787d6a-cb62-46c8-a6b2-7e5fc9a87a72 req-e373c896-4211-485e-99d9-69f8325001d9 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625458 May 26 11:16:47.437597 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e35d84d-08b7-40fc-b9fd-0b9b262e7942 x-openstack-request-id: req-7e35d84d-08b7-40fc-b9fd-0b9b262e7942 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:16:47.438018 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09bec736-feaa-4ffd-a10c-8b6bf976f276", "tag": "86797a9d-953e-4483-85c0-8e1f071c5bdd", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:16:47.438568 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e35d84d-08b7-40fc-b9fd-0b9b262e7942 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:16:47.439046 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e35d84d-08b7-40fc-b9fd-0b9b262e7942'] response: {'name': 'network-changed', 'server_uuid': '09bec736-feaa-4ffd-a10c-8b6bf976f276', 'tag': '86797a9d-953e-4483-85c0-8e1f071c5bdd', 'status': 'completed', 'code': 200} May 26 11:16:47.463938 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:16:47.494594 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4034e5e9-c992-4b98-9f7b-b6c32071bb90 service neutron] Pushing event updated for resources: {'Port': ['ID=86797a9d-953e-4483-85c0-8e1f071c5bdd,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:47.512047 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-4ae6a6d7-390a-4bcf-8af3-225e4f01aa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:47.513678 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-4ae6a6d7-390a-4bcf-8af3-225e4f01aa59 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3663af67c827482793377d5a49f6e064&device_id=09bec736-feaa-4ffd-a10c-8b6bf976f276 HTTP/1.1" status: 200 len: 1096 time: 0.0661685 May 26 11:16:47.574177 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-cb39c52c-68c6-482a-ac23-904ad37ec014 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86797a9d-953e-4483-85c0-8e1f071c5bdd HTTP/1.1" status: 200 len: 217 time: 0.0481203 May 26 11:16:47.579330 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-14ea88f9-3b27-4f47-9f5f-d9896c62b25c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks [] for floatingip, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:47.705008 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-f98a6195-ea73-4459-a1b3-ebc22501aa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:47.706703 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-f98a6195-ea73-4459-a1b3-ebc22501aa70 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bfdf7be-3b25-4e72-a71d-1ec38a6569c9 HTTP/1.1" status: 200 len: 852 time: 0.1230893 May 26 11:16:47.752532 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-360665fb-e9b1-41fa-a745-64e1196d84a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13116d1b-e2be-4d3f-b406-303247f7bd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356305 May 26 11:16:47.904116 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056002d-3d21-40ff-ac34-83839d9fedad req-2948365f-cb87-4617-85e8-7f75977ae8a7 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:47.905734 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3056002d-3d21-40ff-ac34-83839d9fedad req-2948365f-cb87-4617-85e8-7f75977ae8a7 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=09bec736-feaa-4ffd-a10c-8b6bf976f276 HTTP/1.1" status: 200 len: 943 time: 0.1573029 May 26 11:16:47.957482 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-edb62f91-a85e-4c46-9f1a-e186c6055724 service neutron] 10.222.0.42 "GET /v2.0/networks/13116d1b-e2be-4d3f-b406-303247f7bd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930256 May 26 11:16:47.989721 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-14ea88f9-3b27-4f47-9f5f-d9896c62b25c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:48.009520 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3056002d-3d21-40ff-ac34-83839d9fedad req-12820b4d-114b-47ae-8b42-e978542316a7 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908139 May 26 11:16:48.021746 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5529c7a3-f53c-47a3-8da8-154c9817ed1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:48.053463 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58c87c-87a1-40cf-ab30-b9aecb8f3436 req-75841bb4-76e6-45dc-ada2-3a73cb15e947 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:48.065244 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ec58c87c-87a1-40cf-ab30-b9aecb8f3436 req-75841bb4-76e6-45dc-ada2-3a73cb15e947 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0997400 May 26 11:16:48.157086 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ec58c87c-87a1-40cf-ab30-b9aecb8f3436 req-6081ad28-8d9b-4ca2-9774-91ca4c056151 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807304 May 26 11:16:48.193462 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-eabb863b-b972-42fa-87ad-4511fc1ed9c3 req-3501e373-74e9-4213-a16c-db1bbd2dc010 service neutron] 10.222.0.42 "GET /v2.0/networks/13116d1b-e2be-4d3f-b406-303247f7bd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262042 May 26 11:16:48.237383 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-14ea88f9-3b27-4f47-9f5f-d9896c62b25c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Allocated IP 172.27.2.51 (6ce135a4-eab8-4863-9af0-cf5ae6e229cb/86b44d4e-8f3f-4d5d-9881-9aaa3797f33b/a28b294e-c80f-424c-8fd5-247dee7f9fdd) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:16:48.421107 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-14ea88f9-3b27-4f47-9f5f-d9896c62b25c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:48.460874 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c60de-bd30-42a4-bc86-c746a4e5b2f7 req-2999127e-6095-4326-bdc0-f83f6042cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:48.462388 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-553c60de-bd30-42a4-bc86-c746a4e5b2f7 req-2999127e-6095-4326-bdc0-f83f6042cb7f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3663af67c827482793377d5a49f6e064&device_id=09bec736-feaa-4ffd-a10c-8b6bf976f276 HTTP/1.1" status: 200 len: 1096 time: 0.0943358 May 26 11:16:48.589555 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-14ea88f9-3b27-4f47-9f5f-d9896c62b25c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:48.632517 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ea88f9-3b27-4f47-9f5f-d9896c62b25c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:16:48.640663 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-14ea88f9-3b27-4f47-9f5f-d9896c62b25c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:16:48.647136 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ea88f9-3b27-4f47-9f5f-d9896c62b25c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:16:48.699951 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14b07e-24d6-4854-95bf-6fb12f49d512 req-a8868e8f-a634-4f39-be4c-9955b64f2e4c tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:48.708559 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fd14b07e-24d6-4854-95bf-6fb12f49d512 req-a8868e8f-a634-4f39-be4c-9955b64f2e4c tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.1879039 May 26 11:16:48.720349 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea88f9-3b27-4f47-9f5f-d9896c62b25c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Pushing event updated for resources: {'Port': ['ID=a28b294e-c80f-424c-8fd5-247dee7f9fdd,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:48.766136 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c60de-bd30-42a4-bc86-c746a4e5b2f7 req-eb9b6507-8177-4368-a006-b0d194dc5fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:48.767835 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-553c60de-bd30-42a4-bc86-c746a4e5b2f7 req-eb9b6507-8177-4368-a006-b0d194dc5fa4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=13116d1b-e2be-4d3f-b406-303247f7bd7f HTTP/1.1" status: 200 len: 913 time: 0.2947183 May 26 11:16:48.776653 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fd14b07e-24d6-4854-95bf-6fb12f49d512 req-a02d4a6e-5f4c-4b13-9c42-e6a37769f0c5 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684733 May 26 11:16:48.833479 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-553c60de-bd30-42a4-bc86-c746a4e5b2f7 req-9c03f9e9-2b90-4f9b-9f36-57e4b1c41d86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86797a9d-953e-4483-85c0-8e1f071c5bdd HTTP/1.1" status: 200 len: 217 time: 0.0550120 May 26 11:16:48.887944 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c60de-bd30-42a4-bc86-c746a4e5b2f7 req-e6fb58ef-fb20-4298-9f49-5f879b3f1a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:48.889421 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-553c60de-bd30-42a4-bc86-c746a4e5b2f7 req-e6fb58ef-fb20-4298-9f49-5f879b3f1a96 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bfdf7be-3b25-4e72-a71d-1ec38a6569c9 HTTP/1.1" status: 200 len: 852 time: 0.0466893 May 26 11:16:48.898546 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-14ea88f9-3b27-4f47-9f5f-d9896c62b25c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:48.931494 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-553c60de-bd30-42a4-bc86-c746a4e5b2f7 req-6ec319f5-b95e-44c3-9ab2-012a60c12e1c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13116d1b-e2be-4d3f-b406-303247f7bd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342603 May 26 11:16:49.021605 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-14ea88f9-3b27-4f47-9f5f-d9896c62b25c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:49.096795 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-553c60de-bd30-42a4-bc86-c746a4e5b2f7 req-eed36614-f5a6-4aec-afd9-d415633856bf service neutron] 10.222.0.42 "GET /v2.0/networks/13116d1b-e2be-4d3f-b406-303247f7bd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543810 May 26 11:16:49.215492 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-553c60de-bd30-42a4-bc86-c746a4e5b2f7 req-1b948adc-5bb3-47ad-ba02-f2bc4c403c32 service neutron] 10.222.0.42 "GET /v2.0/networks/13116d1b-e2be-4d3f-b406-303247f7bd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070428 May 26 11:16:49.253741 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f166627-4c1f-442a-86a1-9933e8bd56a1 req-d1250faf-e723-472e-b0ac-06b6ed3eb9d5 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:49.255337 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8f166627-4c1f-442a-86a1-9933e8bd56a1 req-d1250faf-e723-472e-b0ac-06b6ed3eb9d5 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=09bec736-feaa-4ffd-a10c-8b6bf976f276 HTTP/1.1" status: 200 len: 943 time: 0.0877488 May 26 11:16:49.318691 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8f166627-4c1f-442a-86a1-9933e8bd56a1 req-5efff56d-0561-4dc6-b627-4966c8b98a78 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493469 May 26 11:16:49.360861 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-14ea88f9-3b27-4f47-9f5f-d9896c62b25c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:49.441309 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549c3dc-df59-4855-b60a-dd61a815186a req-de0da5ad-af4f-4271-a651-7bb597232d6a tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:49.445087 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2549c3dc-df59-4855-b60a-dd61a815186a req-de0da5ad-af4f-4271-a651-7bb597232d6a tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0577343 May 26 11:16:49.446836 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-14ea88f9-3b27-4f47-9f5f-d9896c62b25c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:49.584407 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2549c3dc-df59-4855-b60a-dd61a815186a req-55689e2f-2dd3-4037-980f-f55b7e805a45 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335857 May 26 11:16:49.609769 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-14ea88f9-3b27-4f47-9f5f-d9896c62b25c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:49.618756 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ea88f9-3b27-4f47-9f5f-d9896c62b25c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Pushing event updated for resources: {'Port': ['ID=a28b294e-c80f-424c-8fd5-247dee7f9fdd,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:49.723075 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-14ea88f9-3b27-4f47-9f5f-d9896c62b25c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:49.732639 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-14ea88f9-3b27-4f47-9f5f-d9896c62b25c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3450644 May 26 11:16:49.988536 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e1c21d-9f46-4027-94bb-95fadd2eeb84 req-a3ea7dd9-bca9-456d-a50a-f3241fb63352 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:49.994540 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-82e1c21d-9f46-4027-94bb-95fadd2eeb84 req-a3ea7dd9-bca9-456d-a50a-f3241fb63352 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0756905 May 26 11:16:50.056909 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-82e1c21d-9f46-4027-94bb-95fadd2eeb84 req-ee79c5d6-2251-49ed-bb63-1a2f66da308c tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600951 May 26 11:16:50.267217 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-95eb881f-d781-4081-86af-a408e8b70e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:50.429589 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeeabbc-7792-42c1-a4ef-1e20829e64d1 req-c292d22a-c0db-48fc-8f5d-7476bf6e44a4 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:50.431129 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7eeeabbc-7792-42c1-a4ef-1e20829e64d1 req-c292d22a-c0db-48fc-8f5d-7476bf6e44a4 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=09bec736-feaa-4ffd-a10c-8b6bf976f276 HTTP/1.1" status: 200 len: 943 time: 0.0540662 May 26 11:16:50.469342 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7eeeabbc-7792-42c1-a4ef-1e20829e64d1 req-6b51c313-3f83-476a-9b25-77d9d65a5772 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314031 May 26 11:16:50.754737 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269bb969-ebc8-4d65-8298-8af92cebc170 req-651089a0-10e8-48d0-8516-46f60952eba6 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:50.756445 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-269bb969-ebc8-4d65-8298-8af92cebc170 req-651089a0-10e8-48d0-8516-46f60952eba6 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0487585 May 26 11:16:50.794305 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-269bb969-ebc8-4d65-8298-8af92cebc170 req-6117662b-38b5-4acf-a9ce-2d571ee14c7a tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314932 May 26 11:16:51.232784 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d86af5-1536-4d10-8383-219e006197c5 req-34c0857f-6988-482b-9106-3ae1360a7270 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:51.237248 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e5d86af5-1536-4d10-8383-219e006197c5 req-34c0857f-6988-482b-9106-3ae1360a7270 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0598216 May 26 11:16:51.251894 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 39562) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:51.286189 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e5d86af5-1536-4d10-8383-219e006197c5 req-57f94d8c-5514-40a0-a740-a68afc959873 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420287 May 26 11:16:51.399993 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c1fd6594-b5d4-4715-9242-81ca562110a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:51.466419 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:51.493230 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c1fd6594-b5d4-4715-9242-81ca562110a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:51.579130 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c1fd6594-b5d4-4715-9242-81ca562110a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:51.609943 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd6594-b5d4-4715-9242-81ca562110a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00af64b-806f-42ff-a4b2-0e5d0580cdd9,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:51.620877 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b1842c-6320-4c6b-9551-e9667cea562c req-5f26cbf4-909c-4398-b339-a34e557adec4 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:51.623015 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-58b1842c-6320-4c6b-9551-e9667cea562c req-5f26cbf4-909c-4398-b339-a34e557adec4 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=09bec736-feaa-4ffd-a10c-8b6bf976f276 HTTP/1.1" status: 200 len: 943 time: 0.0696740 May 26 11:16:51.654852 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-c1fd6594-b5d4-4715-9242-81ca562110a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ad5ff7c24ef14c23af5d57ad6b6eeddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4014335 May 26 11:16:51.658194 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 39568) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:51.684503 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-58b1842c-6320-4c6b-9551-e9667cea562c req-2fc5fb69-3c05-4040-b7ca-73fb963c3c65 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555072 May 26 11:16:51.722769 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-53f6e406-0047-40ef-82fc-0831abc80ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:51.758486 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-53f6e406-0047-40ef-82fc-0831abc80ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:51.956015 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cac848-b8ca-45fe-a380-505ccbb12d90 req-51ef029f-6af3-499a-b13c-c6fa0161f5d9 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:51.972750 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-91cac848-b8ca-45fe-a380-505ccbb12d90 req-51ef029f-6af3-499a-b13c-c6fa0161f5d9 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0829425 May 26 11:16:52.014458 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-91cac848-b8ca-45fe-a380-505ccbb12d90 req-8cba1862-1729-492e-8f78-7ae2a89ce23f tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426807 May 26 11:16:52.119704 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-53f6e406-0047-40ef-82fc-0831abc80ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:52.123064 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-53f6e406-0047-40ef-82fc-0831abc80ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:52.124212 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-53f6e406-0047-40ef-82fc-0831abc80ad0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c00af64b-806f-42ff-a4b2-0e5d0580cdd9 HTTP/1.1" status: 204 len: 168 time: 0.4673474 May 26 11:16:52.138231 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6e406-0047-40ef-82fc-0831abc80ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00af64b-806f-42ff-a4b2-0e5d0580cdd9,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:52.436547 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d397e4-5a31-4b37-82fd-50955b9c3ce4 req-b200ebc1-3833-47a5-b0ea-97d5b505c744 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:52.441266 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-56d397e4-5a31-4b37-82fd-50955b9c3ce4 req-b200ebc1-3833-47a5-b0ea-97d5b505c744 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0592415 May 26 11:16:52.499958 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-56d397e4-5a31-4b37-82fd-50955b9c3ce4 req-6bb60177-e339-43ef-bb47-1a5b44c22845 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506792 May 26 11:16:52.705556 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:52.832330 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f84140-4434-48cc-a6f0-8f41be030913 req-bf13a38e-390b-443d-b5ad-edee21e5ca57 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:52.833954 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-67f84140-4434-48cc-a6f0-8f41be030913 req-bf13a38e-390b-443d-b5ad-edee21e5ca57 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=09bec736-feaa-4ffd-a10c-8b6bf976f276 HTTP/1.1" status: 200 len: 943 time: 0.0685475 May 26 11:16:52.888289 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-67f84140-4434-48cc-a6f0-8f41be030913 req-8aecb1f0-1048-48e8-9e4a-dfda863bc9a5 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469832 May 26 11:16:52.907448 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 39586) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:52.925715 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-03d11ec1-1abc-4bb9-9baa-ca0c6ab43903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:53.021799 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-03d11ec1-1abc-4bb9-9baa-ca0c6ab43903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:53.105051 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-03d11ec1-1abc-4bb9-9baa-ca0c6ab43903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:53.149343 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d11ec1-1abc-4bb9-9baa-ca0c6ab43903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38147f50-6730-41db-8603-28ddc4cc4f53,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:53.174756 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-03d11ec1-1abc-4bb9-9baa-ca0c6ab43903 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5ca008d72b640e0b5aae5c224b55835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2654552 May 26 11:16:53.183370 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 39592) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:53.183584 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c86a0-f78b-4f60-ae1c-dae6898a40a7 req-128febc1-bf7c-4911-96d1-ef8686545855 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:53.185016 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0c5c86a0-f78b-4f60-ae1c-dae6898a40a7 req-128febc1-bf7c-4911-96d1-ef8686545855 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0850468 May 26 11:16:53.247938 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b50282eb-c03e-4247-8d53-91694b837e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:53.251603 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0c5c86a0-f78b-4f60-ae1c-dae6898a40a7 req-337d50b1-f8fc-4628-90fd-33a4548101cf tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513420 May 26 11:16:53.274749 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b50282eb-c03e-4247-8d53-91694b837e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:53.298998 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:53.411116 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b50282eb-c03e-4247-8d53-91694b837e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:53.417800 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-b50282eb-c03e-4247-8d53-91694b837e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:53.417800 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-b50282eb-c03e-4247-8d53-91694b837e46 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38147f50-6730-41db-8603-28ddc4cc4f53 HTTP/1.1" status: 204 len: 168 time: 0.2357769 May 26 11:16:53.446413 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50282eb-c03e-4247-8d53-91694b837e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38147f50-6730-41db-8603-28ddc4cc4f53,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:53.567842 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-8a5ee7b8-be9c-4d69-8791-e67a2738f849 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2038053318&fields=id&tenant_id=4d121bc82e4a4381b9584cd89c2d4f69 HTTP/1.1" status: 200 len: 267 time: 0.0660088 May 26 11:16:53.679085 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b0ec0-e5c7-44bf-8755-5b34a4f3b72d req-bd72b047-c331-4f50-901b-acad4a0a8583 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:53.679085 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0d9b0ec0-e5c7-44bf-8755-5b34a4f3b72d req-bd72b047-c331-4f50-901b-acad4a0a8583 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0714345 May 26 11:16:53.729999 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0d9b0ec0-e5c7-44bf-8755-5b34a4f3b72d req-398f00bf-88db-4496-be30-43cbfa073ea7 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504334 May 26 11:16:53.744746 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-c1de5cf2-5af3-4763-8501-193779d25e19 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:53.761356 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-c1de5cf2-5af3-4763-8501-193779d25e19 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/networks?id=269c9267-8111-4543-bc62-3b35f5fef0e4 HTTP/1.1" status: 200 len: 819 time: 0.1756713 May 26 11:16:53.786935 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-b2622fee-7a43-4352-895e-6a6c600826f0 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/quotas/4d121bc82e4a4381b9584cd89c2d4f69 HTTP/1.1" status: 200 len: 375 time: 0.0144937 May 26 11:16:53.863187 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-0368c009-e2e2-45f9-811b-36c816991a47 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d121bc82e4a4381b9584cd89c2d4f69&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0696352 May 26 11:16:54.001410 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-07c6a667-c2a1-4cf3-99f5-416a86b32901 service neutron] 10.222.0.21 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222150 May 26 11:16:54.056939 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cea04-3bcd-4111-b831-bf20fdb31d01 req-759d6128-c26b-49ec-8722-081095e9f110 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:54.065232 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-856cea04-3bcd-4111-b831-bf20fdb31d01 req-759d6128-c26b-49ec-8722-081095e9f110 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=09bec736-feaa-4ffd-a10c-8b6bf976f276 HTTP/1.1" status: 200 len: 943 time: 0.0657272 May 26 11:16:54.113137 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-649d5850-f3dd-42f8-a0f4-db2ad065ab71 service neutron] 10.222.0.21 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053026 May 26 11:16:54.131171 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-856cea04-3bcd-4111-b831-bf20fdb31d01 req-6a880bb4-9782-4a35-ae95-28ae91d5d5ed tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483010 May 26 11:16:54.373897 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a081af-69af-4447-a954-8ba237cfd4ae req-e97df37f-e0b3-4a71-93ee-f739b171f210 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:54.373897 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-69a081af-69af-4447-a954-8ba237cfd4ae req-e97df37f-e0b3-4a71-93ee-f739b171f210 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0494661 May 26 11:16:54.411467 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-69a081af-69af-4447-a954-8ba237cfd4ae req-72aae8fa-642a-4e44-b625-5783c4ed676e tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312428 May 26 11:16:54.535458 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-88cc788f-2394-4f95-a115-caec2048f112 req-fcdc4106-286c-4de8-9f1c-4723e910ce3f tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 210 time: 0.0334725 May 26 11:16:54.697707 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 39634) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:54.714885 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1bff01ea-cfd0-4880-9a7d-2d8da549676a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:54.811472 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1bff01ea-cfd0-4880-9a7d-2d8da549676a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:54.884061 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1bff01ea-cfd0-4880-9a7d-2d8da549676a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:54.948028 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e895fde0-b0c3-45e0-842c-27bb108d8003 req-01fd13b3-ae34-4813-98e0-2ceec5d989e1 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:54.951886 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e895fde0-b0c3-45e0-842c-27bb108d8003 req-01fd13b3-ae34-4813-98e0-2ceec5d989e1 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.1066933 May 26 11:16:54.955281 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff01ea-cfd0-4880-9a7d-2d8da549676a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c4a7e5-351a-49f9-9d3a-857969c3d65f,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:54.959490 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-1bff01ea-cfd0-4880-9a7d-2d8da549676a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f1413bb05f34ee882851fdcaa6fcd5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2593307 May 26 11:16:54.962221 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 39644) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:16:54.998444 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e895fde0-b0c3-45e0-842c-27bb108d8003 req-35cdaea8-d400-4e7e-97ad-7e768a57cb4c tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378177 May 26 11:16:55.046892 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a33e8f0b-0779-4fe5-82b8-e4debaa65a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:55.072300 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a33e8f0b-0779-4fe5-82b8-e4debaa65a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:55.202061 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a33e8f0b-0779-4fe5-82b8-e4debaa65a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:55.206154 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a33e8f0b-0779-4fe5-82b8-e4debaa65a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:55.206154 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-a33e8f0b-0779-4fe5-82b8-e4debaa65a82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/51c4a7e5-351a-49f9-9d3a-857969c3d65f HTTP/1.1" status: 204 len: 168 time: 0.2423065 May 26 11:16:55.223709 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e8f0b-0779-4fe5-82b8-e4debaa65a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c4a7e5-351a-49f9-9d3a-857969c3d65f,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:55.254386 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e8f0b-0779-4fe5-82b8-e4debaa65a82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:55.259380 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e8f0b-0779-4fe5-82b8-e4debaa65a82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:55.263405 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e8f0b-0779-4fe5-82b8-e4debaa65a82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:55.266620 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e8f0b-0779-4fe5-82b8-e4debaa65a82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:55.266620 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e8f0b-0779-4fe5-82b8-e4debaa65a82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:55.269159 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e8f0b-0779-4fe5-82b8-e4debaa65a82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:55.270110 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e8f0b-0779-4fe5-82b8-e4debaa65a82 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:55.272749 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e8f0b-0779-4fe5-82b8-e4debaa65a82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:55.273101 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e8f0b-0779-4fe5-82b8-e4debaa65a82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:55.275603 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e8f0b-0779-4fe5-82b8-e4debaa65a82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:55.275953 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e8f0b-0779-4fe5-82b8-e4debaa65a82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:55.276330 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e8f0b-0779-4fe5-82b8-e4debaa65a82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:16:55.277638 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4e86e-623d-4600-946b-d55bf40b3786 req-0a6de90b-74ba-4c4a-9dde-9a22a7002162 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:55.314258 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9ce4e86e-623d-4600-946b-d55bf40b3786 req-0a6de90b-74ba-4c4a-9dde-9a22a7002162 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=09bec736-feaa-4ffd-a10c-8b6bf976f276 HTTP/1.1" status: 200 len: 943 time: 0.1195264 May 26 11:16:55.371376 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9ce4e86e-623d-4600-946b-d55bf40b3786 req-30c131cb-127a-4afe-9a88-404bab3fb3c0 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562198 May 26 11:16:55.481758 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143207fd-b0ae-43e8-bef0-b0fb8c68192a req-ad60cba2-c46a-463d-81d1-e0850a53eaa8 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:55.481758 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-143207fd-b0ae-43e8-bef0-b0fb8c68192a req-ad60cba2-c46a-463d-81d1-e0850a53eaa8 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0544631 May 26 11:16:55.517954 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-143207fd-b0ae-43e8-bef0-b0fb8c68192a req-aae5d1e0-a57e-4ad7-8002-d2c4ba4a8bec tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365913 May 26 11:16:55.558334 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831ecea-85c0-4007-8c54-e6e4b3d62330 req-d4172e30-12bc-4519-9de0-602ad9695ae1 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:55.559736 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2831ecea-85c0-4007-8c54-e6e4b3d62330 req-d4172e30-12bc-4519-9de0-602ad9695ae1 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0580015 May 26 11:16:55.616778 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487d464-af50-4d14-9de5-75620c92dfbc req-f29d5472-e155-4c99-8ffe-3d037ceba462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:55.618300 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a487d464-af50-4d14-9de5-75620c92dfbc req-f29d5472-e155-4c99-8ffe-3d037ceba462 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f75021785f634f61b049c180934660f4&device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 1098 time: 0.0688198 May 26 11:16:55.625856 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2831ecea-85c0-4007-8c54-e6e4b3d62330 req-c80aca4b-8de5-4c02-8236-65e12ce0ddfd tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590091 May 26 11:16:55.697431 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-aacd007b-9998-4c86-984c-b2606d874d74 req-9afd6141-60b7-44fe-b0ec-687500e97b7a tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 210 time: 0.0530975 May 26 11:16:55.751076 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487d464-af50-4d14-9de5-75620c92dfbc req-c6450b95-dd04-4f40-ad65-a1e7670b7b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:55.752729 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a487d464-af50-4d14-9de5-75620c92dfbc req-c6450b95-dd04-4f40-ad65-a1e7670b7b9a service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ff00a8f-4904-4850-8392-2b7e558c981b HTTP/1.1" status: 200 len: 911 time: 0.1178451 May 26 11:16:55.800448 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 86797a9d-953e-4483-85c0-8e1f071c5bdd details requested by agent hyperv_hv-cinder-84339 with host hv-cinder-84339 {{(pid=102813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 11:16:55.852688 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a487d464-af50-4d14-9de5-75620c92dfbc req-5a40ec5f-feff-4e48-820e-f192e3fcd20e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73d1c007-d465-4efc-a7a0-e7f6ec103745 HTTP/1.1" status: 200 len: 999 time: 0.0909281 May 26 11:16:55.912493 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487d464-af50-4d14-9de5-75620c92dfbc req-1c5da066-eddd-4b7a-9bec-690e20458f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:55.914161 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a487d464-af50-4d14-9de5-75620c92dfbc req-1c5da066-eddd-4b7a-9bec-690e20458f67 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b2d5adfb-8844-43b5-9569-dc8a73d4cd6b HTTP/1.1" status: 200 len: 849 time: 0.0537293 May 26 11:16:55.923691 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 86797a9d-953e-4483-85c0-8e1f071c5bdd, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=86797a9d-953e-4483-85c0-8e1f071c5bdd,segment=NetworkSegment(7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7),segment_id=7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:16:55.938474 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Returning: {'device': '86797a9d-953e-4483-85c0-8e1f071c5bdd', 'network_id': '13116d1b-e2be-4d3f-b406-303247f7bd7f', 'port_id': '86797a9d-953e-4483-85c0-8e1f071c5bdd', 'mac_address': 'fa:16:3e:b5:e2:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfdf7be-3b25-4e72-a71d-1ec38a6569c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 11:16:55.968244 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487d464-af50-4d14-9de5-75620c92dfbc req-ebf37b2d-97bd-4d56-abbe-9e10afc7723c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:55.969957 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a487d464-af50-4d14-9de5-75620c92dfbc req-ebf37b2d-97bd-4d56-abbe-9e10afc7723c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ff00a8f-4904-4850-8392-2b7e558c981b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471754 May 26 11:16:55.996496 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port 86797a9d-953e-4483-85c0-8e1f071c5bdd is: DOWN; New status is: BUILD {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:16:55.996954 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:56.020550 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86797a9d-953e-4483-85c0-8e1f071c5bdd {{(pid=102813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:16:56.050368 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 86797a9d-953e-4483-85c0-8e1f071c5bdd, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=86797a9d-953e-4483-85c0-8e1f071c5bdd,segment=NetworkSegment(7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7),segment_id=7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:16:56.086138 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a487d464-af50-4d14-9de5-75620c92dfbc req-4dba2fc6-d331-49e4-8af7-a25eadf86e73 service neutron] 10.222.0.42 "GET /v2.0/networks/3ff00a8f-4904-4850-8392-2b7e558c981b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996716 May 26 11:16:56.127566 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:56.177235 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=86797a9d-953e-4483-85c0-8e1f071c5bdd,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:56.183117 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a487d464-af50-4d14-9de5-75620c92dfbc req-1b994d23-b411-4504-8e6e-90ea0c0c42b1 service neutron] 10.222.0.42 "GET /v2.0/networks/3ff00a8f-4904-4850-8392-2b7e558c981b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891037 May 26 11:16:56.461592 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['86797a9d-953e-4483-85c0-8e1f071c5bdd'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:16:56.536477 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf30705-6f7f-4b33-b3db-4f9242f5efca req-a4ccbfce-f8e7-4862-88e3-e47615312e15 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:56.538139 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5cf30705-6f7f-4b33-b3db-4f9242f5efca req-a4ccbfce-f8e7-4862-88e3-e47615312e15 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=09bec736-feaa-4ffd-a10c-8b6bf976f276 HTTP/1.1" status: 200 len: 944 time: 0.0619497 May 26 11:16:56.595425 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5cf30705-6f7f-4b33-b3db-4f9242f5efca req-d82cec52-5e3f-4097-9253-65fa9fa32531 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471842 May 26 11:16:56.671764 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405354b-4269-40e0-8a79-cd12c600d894 req-b11d7622-2d59-4c91-939c-a63f084df64c tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:56.680120 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b405354b-4269-40e0-8a79-cd12c600d894 req-b11d7622-2d59-4c91-939c-a63f084df64c tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0728791 May 26 11:16:56.680878 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d76ed-28d1-4e24-ba08-68d5cabfbd2a req-38ab0ede-b271-4fd8-8c2b-51e075a0d5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:56.685001 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-320d76ed-28d1-4e24-ba08-68d5cabfbd2a req-38ab0ede-b271-4fd8-8c2b-51e075a0d5d7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c230246bb94476891f4cc468a47d8c1&device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 1098 time: 0.0452123 May 26 11:16:56.720431 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b405354b-4269-40e0-8a79-cd12c600d894 req-51c817d4-57ca-4476-bbbe-03737c110668 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392625 May 26 11:16:56.806799 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ad135e94-3b7e-420c-bfe5-43fbfa7e7c2b req-692e7fc9-7647-4bef-9d58-e9961d2efb79 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 210 time: 0.0289435 May 26 11:16:56.816368 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab72c0c-67ad-4c85-97c3-5b300db83d52 req-2bd1a6a2-0b62-41ca-bfeb-5595fc79b4ce tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:56.817887 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7ab72c0c-67ad-4c85-97c3-5b300db83d52 req-2bd1a6a2-0b62-41ca-bfeb-5595fc79b4ce tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0728707 May 26 11:16:56.853934 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d76ed-28d1-4e24-ba08-68d5cabfbd2a req-4064ec24-dc82-418b-9bf2-d2e42c51423e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:56.855351 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-320d76ed-28d1-4e24-ba08-68d5cabfbd2a req-4064ec24-dc82-418b-9bf2-d2e42c51423e service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8f9ca9a-5305-4587-9899-24d42d7bc678 HTTP/1.1" status: 200 len: 918 time: 0.1638470 May 26 11:16:56.879234 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7ab72c0c-67ad-4c85-97c3-5b300db83d52 req-eb94ffdf-e726-4c03-8d9c-c6b09028ab4f tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474696 May 26 11:16:56.930443 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-320d76ed-28d1-4e24-ba08-68d5cabfbd2a req-b046e4d2-1b48-4c99-8d2f-fcc68a9358f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e849e4eb-1eb7-446f-af61-75da7738ffc9 HTTP/1.1" status: 200 len: 1000 time: 0.0619378 May 26 11:16:56.983994 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d76ed-28d1-4e24-ba08-68d5cabfbd2a req-24377d2d-54b2-45f5-9137-fbbaffb0a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:56.989405 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-320d76ed-28d1-4e24-ba08-68d5cabfbd2a req-24377d2d-54b2-45f5-9137-fbbaffb0a881 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=514f2ce8-5ecc-434b-8584-b769021cd39f HTTP/1.1" status: 200 len: 856 time: 0.0451624 May 26 11:16:57.042217 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d76ed-28d1-4e24-ba08-68d5cabfbd2a req-e3b0c3ae-ba4b-4a49-a02a-b73157094661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:57.044872 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-320d76ed-28d1-4e24-ba08-68d5cabfbd2a req-e3b0c3ae-ba4b-4a49-a02a-b73157094661 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8f9ca9a-5305-4587-9899-24d42d7bc678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469682 May 26 11:16:57.208062 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-320d76ed-28d1-4e24-ba08-68d5cabfbd2a req-3daf686c-a526-4820-a581-fb3d7c691375 service neutron] 10.222.0.42 "GET /v2.0/networks/c8f9ca9a-5305-4587-9899-24d42d7bc678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518650 May 26 11:16:57.226676 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-32f9a926-42f7-46c9-a1e5-4aff75b99c15 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:57.228103 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-32f9a926-42f7-46c9-a1e5-4aff75b99c15 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.42 "GET /v2.0/networks?id=269c9267-8111-4543-bc62-3b35f5fef0e4 HTTP/1.1" status: 200 len: 819 time: 0.1527607 May 26 11:16:57.319139 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-84b92c2f-9da3-49b2-a6fb-af1ce9a56a81 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d121bc82e4a4381b9584cd89c2d4f69 HTTP/1.1" status: 200 len: 380 time: 0.0693824 May 26 11:16:57.334052 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-a0676b0c-b3f9-49f4-801a-5507c607be7c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Request body: {'port': {'device_id': '5cb59e1c-da91-486b-b714-b3dc9a548574', 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4', 'admin_state_up': True, 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'security_groups': ['4f8b278e-52f6-4cd3-a4f7-46a057ea94ba']}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:16:57.388063 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-320d76ed-28d1-4e24-ba08-68d5cabfbd2a req-5a3d603d-33de-40ad-9c20-8fc44cd74a07 service neutron] 10.222.0.42 "GET /v2.0/networks/c8f9ca9a-5305-4587-9899-24d42d7bc678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589837 May 26 11:16:57.556332 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-a0676b0c-b3f9-49f4-801a-5507c607be7c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Made reservation on behalf of 4d121bc82e4a4381b9584cd89c2d4f69 for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:16:57.560677 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-a0676b0c-b3f9-49f4-801a-5507c607be7c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:57.696420 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-a0676b0c-b3f9-49f4-801a-5507c607be7c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Allocated IP 172.20.0.7 (269c9267-8111-4543-bc62-3b35f5fef0e4/a235b399-7a9f-4f18-97ae-141845f325ad/726f9e21-d736-4905-bee2-4c4521ddc2a3) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:16:57.719228 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffc28d-c294-4e65-be3d-2b6343164cf9 req-b09956b9-2e7f-4e49-a555-a35398cc0bc0 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:57.720702 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-87ffc28d-c294-4e65-be3d-2b6343164cf9 req-b09956b9-2e7f-4e49-a555-a35398cc0bc0 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=09bec736-feaa-4ffd-a10c-8b6bf976f276 HTTP/1.1" status: 200 len: 944 time: 0.0544488 May 26 11:16:57.762851 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-87ffc28d-c294-4e65-be3d-2b6343164cf9 req-3469a19c-c3e5-4804-bd95-11f86997fdd5 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342379 May 26 11:16:57.816096 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 86797a9d-953e-4483-85c0-8e1f071c5bdd up at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:16:57.887673 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-a0676b0c-b3f9-49f4-801a-5507c607be7c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:57.909434 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996e423-200a-4edf-a5c3-2ed5ac0f265e req-edb60eb3-7344-42a5-8a1b-54c57426f3b6 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:57.910905 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6996e423-200a-4edf-a5c3-2ed5ac0f265e req-edb60eb3-7344-42a5-8a1b-54c57426f3b6 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0825338 May 26 11:16:57.921266 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-328e7d3e-83c1-493b-8633-cdc85ffb6e31 req-de08f7be-6c81-4870-b7d2-23ec0ca08a41 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 210 time: 0.0305860 May 26 11:16:57.947921 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning for port 86797a9d-953e-4483-85c0-8e1f071c5bdd completed by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:16:57.952264 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning complete for port 86797a9d-953e-4483-85c0-8e1f071c5bdd triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:16:57.958025 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:57.968164 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6996e423-200a-4edf-a5c3-2ed5ac0f265e req-da141961-6e76-4177-9d18-7a4cedf65bb6 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488021 May 26 11:16:58.017017 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-a0676b0c-b3f9-49f4-801a-5507c607be7c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:58.051521 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port 86797a9d-953e-4483-85c0-8e1f071c5bdd is: BUILD; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:16:58.062923 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b74e8e-ef10-4cfe-a1d3-3e41504a1972 req-c9dc237f-415f-4424-82ce-93fe0b196d65 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:58.063078 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:58.063168 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c1b74e8e-ef10-4cfe-a1d3-3e41504a1972 req-c9dc237f-415f-4424-82ce-93fe0b196d65 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0538404 May 26 11:16:58.067813 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-a0676b0c-b3f9-49f4-801a-5507c607be7c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Network 269c9267-8111-4543-bc62-3b35f5fef0e4 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:16:58.071282 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-a0676b0c-b3f9-49f4-801a-5507c607be7c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:16:58.074897 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-a0676b0c-b3f9-49f4-801a-5507c607be7c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:16:58.089965 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09bec736-feaa-4ffd-a10c-8b6bf976f276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86797a9d-953e-4483-85c0-8e1f071c5bdd'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:16:58.092273 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53664b03-b265-4231-9256-3d1dc086bcbe" -d '{"events": [{"server_uuid": "09bec736-feaa-4ffd-a10c-8b6bf976f276", "name": "network-vif-plugged", "status": "completed", "tag": "86797a9d-953e-4483-85c0-8e1f071c5bdd"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:16:58.101859 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0676b0c-b3f9-49f4-801a-5507c607be7c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Pushing event updated for resources: {'Port': ['ID=726f9e21-d736-4905-bee2-4c4521ddc2a3,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:58.107675 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 86797a9d-953e-4483-85c0-8e1f071c5bdd, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=86797a9d-953e-4483-85c0-8e1f071c5bdd,segment=NetworkSegment(7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7),segment_id=7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:16:58.111337 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c1b74e8e-ef10-4cfe-a1d3-3e41504a1972 req-4ea3ea31-b502-4c07-aa78-d51d1e3dc1d9 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495412 May 26 11:16:58.136418 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-a0676b0c-b3f9-49f4-801a-5507c607be7c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:58.136418 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-a0676b0c-b3f9-49f4-801a-5507c607be7c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:58.164144 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3bb3fe-b3e5-4fb0-bb34-f6832ba3517f x-openstack-request-id: req-4d3bb3fe-b3e5-4fb0-bb34-f6832ba3517f {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:16:58.166558 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09bec736-feaa-4ffd-a10c-8b6bf976f276", "name": "network-vif-plugged", "status": "completed", "tag": "86797a9d-953e-4483-85c0-8e1f071c5bdd", "code": 200}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:16:58.166558 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4d3bb3fe-b3e5-4fb0-bb34-f6832ba3517f {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:16:58.166558 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d3bb3fe-b3e5-4fb0-bb34-f6832ba3517f'] response: {'server_uuid': '09bec736-feaa-4ffd-a10c-8b6bf976f276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86797a9d-953e-4483-85c0-8e1f071c5bdd', 'code': 200} May 26 11:16:58.184898 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:58.249803 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=86797a9d-953e-4483-85c0-8e1f071c5bdd,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:58.262513 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-a0676b0c-b3f9-49f4-801a-5507c607be7c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9320316 May 26 11:16:58.280186 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-d33c153e-600d-4c52-82f4-9a7c6d3ac0d2 service neutron] Request body: {'port': {'device_id': '5cb59e1c-da91-486b-b714-b3dc9a548574', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84339'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:16:58.340653 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-d33c153e-600d-4c52-82f4-9a7c6d3ac0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:58.407542 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-5d8ea21f-9b24-4445-98e1-c248716a296c None None] Provisioning complete for port 726f9e21-d736-4905-bee2-4c4521ddc2a3 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:16:58.408235 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5d8ea21f-9b24-4445-98e1-c248716a296c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:58.452692 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-5d8ea21f-9b24-4445-98e1-c248716a296c None None] Port 726f9e21-d736-4905-bee2-4c4521ddc2a3 cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:16:58.561781 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43229f0-369a-4761-92ef-cf36c2cc0e51 req-04a92fa5-f288-4c09-90ce-813fba93daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:58.563262 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e43229f0-369a-4761-92ef-cf36c2cc0e51 req-04a92fa5-f288-4c09-90ce-813fba93daaf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=09bec736-feaa-4ffd-a10c-8b6bf976f276 HTTP/1.1" status: 200 len: 1098 time: 0.0580120 May 26 11:16:58.630379 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e43229f0-369a-4761-92ef-cf36c2cc0e51 req-4061520e-8d10-4a44-8b5f-8449ccead3d9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522208 May 26 11:16:58.661250 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-d33c153e-600d-4c52-82f4-9a7c6d3ac0d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726f9e21-d736-4905-bee2-4c4521ddc2a3 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:16:58.668562 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-d33c153e-600d-4c52-82f4-9a7c6d3ac0d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:58.680221 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-d33c153e-600d-4c52-82f4-9a7c6d3ac0d2 service neutron] Transition to ACTIVE for port object 726f9e21-d736-4905-bee2-4c4521ddc2a3 will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:16:58.767393 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-d33c153e-600d-4c52-82f4-9a7c6d3ac0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:58.816699 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c153e-600d-4c52-82f4-9a7c6d3ac0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=726f9e21-d736-4905-bee2-4c4521ddc2a3,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:58.892632 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-d33c153e-600d-4c52-82f4-9a7c6d3ac0d2 service neutron] Attempting to bind port 726f9e21-d736-4905-bee2-4c4521ddc2a3 on host hv-cinder-84339 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:16:58.892977 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-d33c153e-600d-4c52-82f4-9a7c6d3ac0d2 service neutron] Attempting to bind port 726f9e21-d736-4905-bee2-4c4521ddc2a3 by drivers openvswitch,hyperv on host hv-cinder-84339 at level 0 using segments [{'id': '19976d9f-7588-4846-9df0-c095323a9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:16:58.895441 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-d33c153e-600d-4c52-82f4-9a7c6d3ac0d2 service neutron] Attempting to bind port 726f9e21-d736-4905-bee2-4c4521ddc2a3 on network 269c9267-8111-4543-bc62-3b35f5fef0e4 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:16:58.899468 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-d33c153e-600d-4c52-82f4-9a7c6d3ac0d2 service neutron] Port 726f9e21-d736-4905-bee2-4c4521ddc2a3 on network 269c9267-8111-4543-bc62-3b35f5fef0e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84339 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 11:16:58.899793 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-d33c153e-600d-4c52-82f4-9a7c6d3ac0d2 service neutron] Attempting to bind port 726f9e21-d736-4905-bee2-4c4521ddc2a3 on network 269c9267-8111-4543-bc62-3b35f5fef0e4 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:16:58.909066 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-d33c153e-600d-4c52-82f4-9a7c6d3ac0d2 service neutron] Checking agent: {'id': '96131053-e6ec-4464-b9d0-ccb06fa4079a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84339', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'started_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:16:58.910011 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-d33c153e-600d-4c52-82f4-9a7c6d3ac0d2 service neutron] Checking segment: {'id': '19976d9f-7588-4846-9df0-c095323a9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:16:58.910987 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-d33c153e-600d-4c52-82f4-9a7c6d3ac0d2 service neutron] Bound using segment: {'id': '19976d9f-7588-4846-9df0-c095323a9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:16:58.911455 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-d33c153e-600d-4c52-82f4-9a7c6d3ac0d2 service neutron] Bound port: 726f9e21-d736-4905-bee2-4c4521ddc2a3, host: hv-cinder-84339, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19976d9f-7588-4846-9df0-c095323a9858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:16:58.911960 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-d33c153e-600d-4c52-82f4-9a7c6d3ac0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:58.919697 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a864070-2aab-4437-9919-a4045e8b0cc6 req-8b659594-a7a6-4f7a-bd58-770dad24be7e tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:58.929420 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6a864070-2aab-4437-9919-a4045e8b0cc6 req-8b659594-a7a6-4f7a-bd58-770dad24be7e tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=09bec736-feaa-4ffd-a10c-8b6bf976f276 HTTP/1.1" status: 200 len: 945 time: 0.0875881 May 26 11:16:58.968553 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6a864070-2aab-4437-9919-a4045e8b0cc6 req-35dfcee9-20c5-49fb-909a-d8f335d43f70 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381563 May 26 11:16:58.990479 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-d33c153e-600d-4c52-82f4-9a7c6d3ac0d2 service neutron] For port 726f9e21-d736-4905-bee2-4c4521ddc2a3, host hv-cinder-84339, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:16:58.994222 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-d33c153e-600d-4c52-82f4-9a7c6d3ac0d2 service neutron] For port 726f9e21-d736-4905-bee2-4c4521ddc2a3, host hv-cinder-84339, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=726f9e21-d736-4905-bee2-4c4521ddc2a3,segment=NetworkSegment(19976d9f-7588-4846-9df0-c095323a9858),segment_id=19976d9f-7588-4846-9df0-c095323a9858)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:16:59.060079 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad00e6-b3b8-4c81-9de6-08862c4fd946 req-b3ef7ef9-47b4-46af-a792-597c7c9a6c4b tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:59.062880 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f1ad00e6-b3b8-4c81-9de6-08862c4fd946 req-b3ef7ef9-47b4-46af-a792-597c7c9a6c4b tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 943 time: 0.0509622 May 26 11:16:59.089556 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-d33c153e-600d-4c52-82f4-9a7c6d3ac0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:59.130510 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-d33c153e-600d-4c52-82f4-9a7c6d3ac0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:59.131125 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-d33c153e-600d-4c52-82f4-9a7c6d3ac0d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:59.132492 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-d33c153e-600d-4c52-82f4-9a7c6d3ac0d2 service neutron] 10.222.0.42 "PUT /v2.0/ports/726f9e21-d736-4905-bee2-4c4521ddc2a3 HTTP/1.1" status: 200 len: 1093 time: 0.8572638 May 26 11:16:59.146791 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb59e1c-da91-486b-b714-b3dc9a548574', 'tag': '726f9e21-d736-4905-bee2-4c4521ddc2a3'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:16:59.149233 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d570cd-2269-4022-978f-743f703afc05" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb59e1c-da91-486b-b714-b3dc9a548574", "tag": "726f9e21-d736-4905-bee2-4c4521ddc2a3"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:16:59.165111 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f1ad00e6-b3b8-4c81-9de6-08862c4fd946 req-3a7b2b71-5f0c-4845-9871-5ba8f81d7c16 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922678 May 26 11:16:59.201325 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c153e-600d-4c52-82f4-9a7c6d3ac0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=726f9e21-d736-4905-bee2-4c4521ddc2a3,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:16:59.217105 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2e6192-2f97-4eb1-92bb-e912d7de0077 x-openstack-request-id: req-ec2e6192-2f97-4eb1-92bb-e912d7de0077 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:16:59.217445 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb59e1c-da91-486b-b714-b3dc9a548574", "tag": "726f9e21-d736-4905-bee2-4c4521ddc2a3", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:16:59.217696 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec2e6192-2f97-4eb1-92bb-e912d7de0077 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:16:59.218093 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec2e6192-2f97-4eb1-92bb-e912d7de0077'] response: {'name': 'network-changed', 'server_uuid': '5cb59e1c-da91-486b-b714-b3dc9a548574', 'tag': '726f9e21-d736-4905-bee2-4c4521ddc2a3', 'status': 'completed', 'code': 200} May 26 11:16:59.329385 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b035cac-f111-4297-aa57-5116426f186d req-d463a527-8c2e-4f3f-bc84-c01fd4b26358 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:59.333175 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3b035cac-f111-4297-aa57-5116426f186d req-d463a527-8c2e-4f3f-bc84-c01fd4b26358 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 945 time: 0.0999146 May 26 11:16:59.342101 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d570cd-2269-4022-978f-743f703afc05 req-2da62ff1-88fb-48fa-97c4-ae8e327495ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:59.346068 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-74d570cd-2269-4022-978f-743f703afc05 req-2da62ff1-88fb-48fa-97c4-ae8e327495ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d121bc82e4a4381b9584cd89c2d4f69&device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 1096 time: 0.0983889 May 26 11:16:59.455369 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3b035cac-f111-4297-aa57-5116426f186d req-9c07562f-c982-4414-b11f-b9afb813aed0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182053 May 26 11:16:59.534416 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d570cd-2269-4022-978f-743f703afc05 req-ae061316-dddb-41e7-b62c-e5bfcef83487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:59.535786 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-74d570cd-2269-4022-978f-743f703afc05 req-ae061316-dddb-41e7-b62c-e5bfcef83487 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=4d121bc82e4a4381b9584cd89c2d4f69&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1781821 May 26 11:16:59.638858 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d570cd-2269-4022-978f-743f703afc05 req-ec5e49bb-3a03-4b99-8e83-76ccf0d5658c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:59.640424 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-74d570cd-2269-4022-978f-743f703afc05 req-ec5e49bb-3a03-4b99-8e83-76ccf0d5658c service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0965476 May 26 11:16:59.726332 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-15ac7a17-7e48-4fe1-b26c-495a518239e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:59.727783 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-15ac7a17-7e48-4fe1-b26c-495a518239e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d121bc82e4a4381b9584cd89c2d4f69&device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 1096 time: 0.0405376 May 26 11:16:59.776137 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-b1dd414b-7f14-4dba-b17c-1bb097a57c85 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=726f9e21-d736-4905-bee2-4c4521ddc2a3 HTTP/1.1" status: 200 len: 217 time: 0.0358162 May 26 11:16:59.829022 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device e849e4eb-1eb7-446f-af61-75da7738ffc9 no longer exists at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:16:59.842287 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-2088c4a1-f8ef-4981-960c-e09434c6eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:59.843736 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-2088c4a1-f8ef-4981-960c-e09434c6eb59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a235b399-7a9f-4f18-97ae-141845f325ad HTTP/1.1" status: 200 len: 858 time: 0.0573976 May 26 11:16:59.896163 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-333c47cf-b407-4d11-9756-1a41064a2ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:16:59.897718 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-333c47cf-b407-4d11-9756-1a41064a2ba9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=269c9267-8111-4543-bc62-3b35f5fef0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410640 May 26 11:16:59.907401 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port e849e4eb-1eb7-446f-af61-75da7738ffc9 is: ACTIVE; New status is: DOWN {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:16:59.907788 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:16:59.940427 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port e849e4eb-1eb7-446f-af61-75da7738ffc9, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=e849e4eb-1eb7-446f-af61-75da7738ffc9,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:16:59.993725 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-8f2f0dae-179c-424b-a722-60ea38888957 service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872798 May 26 11:17:00.019170 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:00.078775 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=e849e4eb-1eb7-446f-af61-75da7738ffc9,revision_number=8']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:00.093341 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e164919-3f89-47ed-a1b6-3abe833a8cbe req-c2031f77-ae34-4eaa-95e8-ad5ba64b5574 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:00.094830 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3e164919-3f89-47ed-a1b6-3abe833a8cbe req-c2031f77-ae34-4eaa-95e8-ad5ba64b5574 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=09bec736-feaa-4ffd-a10c-8b6bf976f276 HTTP/1.1" status: 200 len: 945 time: 0.0546458 May 26 11:17:00.102196 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d2e6a27d-6714-4d58-9b1b-70ae5b0a163c req-2d87c0e3-70db-4915-aa2f-a611866cfe49 service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990503 May 26 11:17:00.136834 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3e164919-3f89-47ed-a1b6-3abe833a8cbe req-e830eeba-2a2a-4a85-bfa2-a3b09ecfcb2f tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354435 May 26 11:17:00.166564 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e849e4eb-1eb7-446f-af61-75da7738ffc9'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:17:00.169551 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186cbdfc-be84-496d-934f-2677c4e317c0" -d '{"events": [{"server_uuid": "5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e", "name": "network-vif-unplugged", "status": "completed", "tag": "e849e4eb-1eb7-446f-af61-75da7738ffc9"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:17:00.212964 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 26 May 2022 11:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e894ba4-c48d-4dae-a658-a39e36bb4d1e x-openstack-request-id: req-1e894ba4-c48d-4dae-a658-a39e36bb4d1e {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:17:00.214162 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e", "name": "network-vif-unplugged", "status": "completed", "tag": "e849e4eb-1eb7-446f-af61-75da7738ffc9", "code": 200}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:17:00.214575 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e894ba4-c48d-4dae-a658-a39e36bb4d1e {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:17:00.215238 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e894ba4-c48d-4dae-a658-a39e36bb4d1e'] response: {'server_uuid': '5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e849e4eb-1eb7-446f-af61-75da7738ffc9', 'code': 200} May 26 11:17:00.287745 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73138928-b419-44f0-9854-3a7296c5dba7 req-bc8e30ed-1503-4d1c-b5f7-9792614c01d9 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:00.289570 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-73138928-b419-44f0-9854-3a7296c5dba7 req-bc8e30ed-1503-4d1c-b5f7-9792614c01d9 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 943 time: 0.0514252 May 26 11:17:00.334176 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-73138928-b419-44f0-9854-3a7296c5dba7 req-abfb5aee-b3c0-4d43-9cda-659abe1723ad tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336022 May 26 11:17:00.575200 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e38448-60fa-4aa7-aff8-e6d784f62e12 req-06947e38-16ea-4691-ab5f-ef48da8b8fbb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:00.576766 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-34e38448-60fa-4aa7-aff8-e6d784f62e12 req-06947e38-16ea-4691-ab5f-ef48da8b8fbb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0473595 May 26 11:17:00.613964 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-34e38448-60fa-4aa7-aff8-e6d784f62e12 req-e85cf88f-e97e-4ddf-9b8c-65a46407fbc2 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312788 May 26 11:17:01.261855 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85e15a-5351-4623-a0f2-0dca8a33af2e req-fff39442-7fa9-4691-8331-b0c0ef93358e tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:01.263389 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0f85e15a-5351-4623-a0f2-0dca8a33af2e req-fff39442-7fa9-4691-8331-b0c0ef93358e tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=09bec736-feaa-4ffd-a10c-8b6bf976f276 HTTP/1.1" status: 200 len: 945 time: 0.0548201 May 26 11:17:01.302405 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0f85e15a-5351-4623-a0f2-0dca8a33af2e req-9e1573ac-d137-460d-bae7-6505f7953523 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329447 May 26 11:17:01.482741 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747ecc1-8d62-4982-8e72-ef7abce0c4af req-4afeb99d-6c2b-4bef-aa1e-42c4cf6fb8fb tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:01.485520 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a747ecc1-8d62-4982-8e72-ef7abce0c4af req-4afeb99d-6c2b-4bef-aa1e-42c4cf6fb8fb tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 943 time: 0.0540276 May 26 11:17:01.537083 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a747ecc1-8d62-4982-8e72-ef7abce0c4af req-60f3f637-af60-4a6a-bf75-4fab165084be tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437851 May 26 11:17:01.843470 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 726f9e21-d736-4905-bee2-4c4521ddc2a3 details requested by agent hyperv_hv-cinder-84339 with host hv-cinder-84339 {{(pid=102813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 11:17:02.057317 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 726f9e21-d736-4905-bee2-4c4521ddc2a3, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=726f9e21-d736-4905-bee2-4c4521ddc2a3,segment=NetworkSegment(19976d9f-7588-4846-9df0-c095323a9858),segment_id=19976d9f-7588-4846-9df0-c095323a9858)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:17:02.069361 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Returning: {'device': '726f9e21-d736-4905-bee2-4c4521ddc2a3', 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4', 'port_id': '726f9e21-d736-4905-bee2-4c4521ddc2a3', 'mac_address': 'fa:16:3e:ac:92:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a235b399-7a9f-4f18-97ae-141845f325ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 11:17:02.109032 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port 726f9e21-d736-4905-bee2-4c4521ddc2a3 is: DOWN; New status is: BUILD {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:17:02.109576 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:02.138676 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726f9e21-d736-4905-bee2-4c4521ddc2a3 {{(pid=102813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:17:02.160545 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 726f9e21-d736-4905-bee2-4c4521ddc2a3, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=726f9e21-d736-4905-bee2-4c4521ddc2a3,segment=NetworkSegment(19976d9f-7588-4846-9df0-c095323a9858),segment_id=19976d9f-7588-4846-9df0-c095323a9858)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:17:02.253141 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:02.304821 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=726f9e21-d736-4905-bee2-4c4521ddc2a3,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:02.544388 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['726f9e21-d736-4905-bee2-4c4521ddc2a3'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:17:02.664339 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef659311-ef90-4d45-8cdb-3a1db78e5e23 req-4c5bc032-578d-4a2a-aed4-7a5f1ffb8cd7 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:02.674633 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ef659311-ef90-4d45-8cdb-3a1db78e5e23 req-4c5bc032-578d-4a2a-aed4-7a5f1ffb8cd7 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 944 time: 0.0755217 May 26 11:17:02.710539 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ef659311-ef90-4d45-8cdb-3a1db78e5e23 req-b87b339a-3a2e-46a0-8e01-506fd51f037d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350561 May 26 11:17:03.343053 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [req-b730cf30-64ef-4c8d-8378-5d7b020bd080 req-fe75907a-e782-47a5-8571-bbd6d7e7c38b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:17:03.345357 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b730cf30-64ef-4c8d-8378-5d7b020bd080 req-fe75907a-e782-47a5-8571-bbd6d7e7c38b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078833 May 26 11:17:03.710695 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac5e5b-56d7-4e1c-8b97-adb25d6f0dfa req-71d1c05a-aba3-46a2-9103-0398ffa8890b tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:03.712209 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b7ac5e5b-56d7-4e1c-8b97-adb25d6f0dfa req-71d1c05a-aba3-46a2-9103-0398ffa8890b tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0513113 May 26 11:17:03.768185 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b7ac5e5b-56d7-4e1c-8b97-adb25d6f0dfa req-60ca1e13-1587-4596-a5de-37b0974bff1e tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496788 May 26 11:17:03.839860 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc005f-0754-4cca-a18b-2043f31a52e6 req-cac266d7-11a2-42ce-91ec-89dcf6356c50 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:03.841436 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0acc005f-0754-4cca-a18b-2043f31a52e6 req-cac266d7-11a2-42ce-91ec-89dcf6356c50 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 944 time: 0.0535638 May 26 11:17:03.886671 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0acc005f-0754-4cca-a18b-2043f31a52e6 req-042954a9-cb11-4e54-95c0-2a1b0253e52a tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389297 May 26 11:17:04.757286 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 726f9e21-d736-4905-bee2-4c4521ddc2a3 up at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:17:04.864520 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning for port 726f9e21-d736-4905-bee2-4c4521ddc2a3 completed by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:17:04.868731 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning complete for port 726f9e21-d736-4905-bee2-4c4521ddc2a3 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:17:04.869122 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:04.890751 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67197765-8d62-4227-b0f8-264bdfd429d6 req-ecc56c79-0f09-4c11-9302-4670afa66803 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:04.892190 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-67197765-8d62-4227-b0f8-264bdfd429d6 req-ecc56c79-0f09-4c11-9302-4670afa66803 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0513659 May 26 11:17:04.940323 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-67197765-8d62-4227-b0f8-264bdfd429d6 req-6c5752c4-fca8-4492-9492-329e5c9c813a tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419767 May 26 11:17:04.954018 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port 726f9e21-d736-4905-bee2-4c4521ddc2a3 is: BUILD; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:17:04.954408 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:04.989849 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb59e1c-da91-486b-b714-b3dc9a548574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726f9e21-d736-4905-bee2-4c4521ddc2a3'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:17:04.992105 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5386c1ea-6bec-4161-b11f-862c15f27795" -d '{"events": [{"server_uuid": "5cb59e1c-da91-486b-b714-b3dc9a548574", "name": "network-vif-plugged", "status": "completed", "tag": "726f9e21-d736-4905-bee2-4c4521ddc2a3"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:17:05.005884 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 726f9e21-d736-4905-bee2-4c4521ddc2a3, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=726f9e21-d736-4905-bee2-4c4521ddc2a3,segment=NetworkSegment(19976d9f-7588-4846-9df0-c095323a9858),segment_id=19976d9f-7588-4846-9df0-c095323a9858)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:17:05.022307 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57291a8b-990e-4b4b-9ce0-c014471faf8b req-309ac399-f74f-435f-838c-0dff43db5c33 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:05.029205 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-57291a8b-990e-4b4b-9ce0-c014471faf8b req-309ac399-f74f-435f-838c-0dff43db5c33 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 944 time: 0.0574234 May 26 11:17:05.033649 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52dc8e0-08ca-4f92-befd-164759c86a9a x-openstack-request-id: req-d52dc8e0-08ca-4f92-befd-164759c86a9a {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:17:05.034092 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb59e1c-da91-486b-b714-b3dc9a548574", "name": "network-vif-plugged", "status": "completed", "tag": "726f9e21-d736-4905-bee2-4c4521ddc2a3", "code": 200}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:17:05.034330 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d52dc8e0-08ca-4f92-befd-164759c86a9a {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:17:05.034721 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d52dc8e0-08ca-4f92-befd-164759c86a9a'] response: {'server_uuid': '5cb59e1c-da91-486b-b714-b3dc9a548574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726f9e21-d736-4905-bee2-4c4521ddc2a3', 'code': 200} May 26 11:17:05.064010 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-57291a8b-990e-4b4b-9ce0-c014471faf8b req-69970480-4785-40fc-af93-122c10f06719 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337129 May 26 11:17:05.079396 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:05.080401 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device e849e4eb-1eb7-446f-af61-75da7738ffc9 no longer exists at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:17:05.156458 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=726f9e21-d736-4905-bee2-4c4521ddc2a3,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:05.198682 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port e849e4eb-1eb7-446f-af61-75da7738ffc9 is: DOWN; New status is: DOWN {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:17:06.064867 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb2590-9c64-4cd3-9ebc-4247de2f8907 req-80ea32e0-a07c-4c1f-a34d-9e25366e8849 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:06.066401 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f1fb2590-9c64-4cd3-9ebc-4247de2f8907 req-80ea32e0-a07c-4c1f-a34d-9e25366e8849 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0491385 May 26 11:17:06.105022 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f1fb2590-9c64-4cd3-9ebc-4247de2f8907 req-ddf02a0a-a594-4e41-9780-9b76c1ce3e2b tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320098 May 26 11:17:06.179822 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070401b-c40a-4900-a702-ae72cf8baa1a req-c0690835-75e2-4a8d-9b4c-1ae3c1c422ec tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:06.181296 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1070401b-c40a-4900-a702-ae72cf8baa1a req-c0690835-75e2-4a8d-9b4c-1ae3c1c422ec tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0480986 May 26 11:17:06.221354 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1070401b-c40a-4900-a702-ae72cf8baa1a req-fcb02ca8-6752-44dc-9969-78ae940f1211 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338290 May 26 11:17:06.941212 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33198bcd-0367-4fae-b236-973ed756f9ce req-b44a4ed7-efd0-4e1d-a8ce-631feda7c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:06.942676 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-33198bcd-0367-4fae-b236-973ed756f9ce req-b44a4ed7-efd0-4e1d-a8ce-631feda7c98e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 1098 time: 0.0423112 May 26 11:17:07.192156 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-33198bcd-0367-4fae-b236-973ed756f9ce req-1fe15bd3-3117-4caf-b702-bf015076cdba service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2402234 May 26 11:17:07.230116 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f51c286-ed18-4977-ac2a-a35e1a95beea req-8c895103-5ffe-4bb3-83f8-d18f50bfb9a7 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:07.231686 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3f51c286-ed18-4977-ac2a-a35e1a95beea req-8c895103-5ffe-4bb3-83f8-d18f50bfb9a7 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0495646 May 26 11:17:07.271136 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3f51c286-ed18-4977-ac2a-a35e1a95beea req-a2d3363b-3147-44fd-86b0-806bafdf01cd tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332069 May 26 11:17:07.385067 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34308c86-8613-4b25-bff3-edc4ed313755 req-3829be5f-3023-4fd4-81b0-9d9afa7128a0 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:07.386630 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-34308c86-8613-4b25-bff3-edc4ed313755 req-3829be5f-3023-4fd4-81b0-9d9afa7128a0 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0497048 May 26 11:17:07.424327 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-34308c86-8613-4b25-bff3-edc4ed313755 req-aba101a2-12d4-45e3-bdb6-619bafe92df9 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316184 May 26 11:17:08.391232 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d4276-166b-41ab-ba8d-9b11391e811e req-326c3bb0-4e10-4f20-b388-17eda1e494eb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:08.392656 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a20d4276-166b-41ab-ba8d-9b11391e811e req-326c3bb0-4e10-4f20-b388-17eda1e494eb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0486782 May 26 11:17:08.437065 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a20d4276-166b-41ab-ba8d-9b11391e811e req-5c4b4a83-4988-4620-80f6-e9de9963f6d6 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376744 May 26 11:17:08.542381 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b98c4c-6ac3-4a16-af3c-97fa9e6f234c req-08d35aa3-bb0a-40e2-b60b-2abb45ef4bbf tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:08.543869 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f3b98c4c-6ac3-4a16-af3c-97fa9e6f234c req-08d35aa3-bb0a-40e2-b60b-2abb45ef4bbf tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0514970 May 26 11:17:08.583582 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f3b98c4c-6ac3-4a16-af3c-97fa9e6f234c req-779692cc-2178-4385-9ca9-9c8cc4bf68bc tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321782 May 26 11:17:09.313289 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:09.566042 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ca7f0-e9a3-4527-8d2c-f3d32eaf5799 req-4b4a7e41-e5d8-4ec2-a62b-3e9a396374d9 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:09.573768 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e27ca7f0-e9a3-4527-8d2c-f3d32eaf5799 req-4b4a7e41-e5d8-4ec2-a62b-3e9a396374d9 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0518579 May 26 11:17:09.607572 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e27ca7f0-e9a3-4527-8d2c-f3d32eaf5799 req-3bb44d2a-b055-4471-8dbd-0be582a95265 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338926 May 26 11:17:09.701265 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb43d6-2815-411d-a928-f8aca3d12f47 req-ff58a6dc-8382-40c5-8a44-1a427c2cade0 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:09.702778 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1ffb43d6-2815-411d-a928-f8aca3d12f47 req-ff58a6dc-8382-40c5-8a44-1a427c2cade0 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0515890 May 26 11:17:09.742185 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1ffb43d6-2815-411d-a928-f8aca3d12f47 req-9adc6c0c-6db9-4fd2-ab09-35c658083a98 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334058 May 26 11:17:09.855416 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083416d-464e-4aa7-8d4c-8b06b861e352 req-17ef87b2-a323-4dfb-a232-c5e684028b0d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:09.856939 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4083416d-464e-4aa7-8d4c-8b06b861e352 req-17ef87b2-a323-4dfb-a232-c5e684028b0d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0490661 May 26 11:17:09.865471 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 40092) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:17:09.869817 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-b4b34ec6-5961-4659-827c-165adfee4898 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Request body: {'floatingip': {'port_id': '726f9e21-d736-4905-bee2-4c4521ddc2a3'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:17:09.914630 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b4b34ec6-5961-4659-827c-165adfee4898 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks [] for floatingip, before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:10.372649 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b4b34ec6-5961-4659-827c-165adfee4898 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:10.453462 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b4b34ec6-5961-4659-827c-165adfee4898 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:10.563032 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.db.l3_db [None req-b4b34ec6-5961-4659-827c-165adfee4898 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Floating IP d2c986c6-a4eb-4d9d-a262-7c2a2349d00a associated. External IP: 172.27.2.51, port: 726f9e21-d736-4905-bee2-4c4521ddc2a3. May 26 11:17:10.729372 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294c966-f458-4c20-9d37-cd5ae1ceadbf req-855d79b1-d4a4-41e1-b5a9-122f83d627d1 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:10.731533 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c294c966-f458-4c20-9d37-cd5ae1ceadbf req-855d79b1-d4a4-41e1-b5a9-122f83d627d1 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0505533 May 26 11:17:10.772166 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c294c966-f458-4c20-9d37-cd5ae1ceadbf req-6ba62262-044d-45ec-96cd-75fc3e2cbaad tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342774 May 26 11:17:10.775101 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b34ec6-5961-4659-827c-165adfee4898 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Router 69b5b26b-1f44-4538-a9de-d1e61cb3ed0c has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:17:10.884867 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b34ec6-5961-4659-827c-165adfee4898 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:17:10.890002 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b4b34ec6-5961-4659-827c-165adfee4898 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:10.894325 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05278079-7d65-45ab-9c7d-c3a917c8efa1 None None] Sync routers for ids ['69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:17:10.906885 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05278079-7d65-45ab-9c7d-c3a917c8efa1 None None] Routers {'69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:17:10.907514 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-05278079-7d65-45ab-9c7d-c3a917c8efa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:16:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:10.919564 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-b4b34ec6-5961-4659-827c-165adfee4898 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "PUT /v2.0/floatingips/d2c986c6-a4eb-4d9d-a262-7c2a2349d00a HTTP/1.1" status: 200 len: 990 time: 1.0530233 May 26 11:17:10.920246 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb59e1c-da91-486b-b714-b3dc9a548574', 'tag': '726f9e21-d736-4905-bee2-4c4521ddc2a3'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:17:10.922830 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68cb6bc11d0969d8050e4c4fd8812a2ae7a0aff31285e7476e9ca95485fd95a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b3f375-49a9-4f90-90ab-ff52c1d52b86" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb59e1c-da91-486b-b714-b3dc9a548574", "tag": "726f9e21-d736-4905-bee2-4c4521ddc2a3"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:17:10.958624 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80dee913-fa9c-4520-b064-3c6f6415024c x-openstack-request-id: req-80dee913-fa9c-4520-b064-3c6f6415024c {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:17:10.958973 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb59e1c-da91-486b-b714-b3dc9a548574", "tag": "726f9e21-d736-4905-bee2-4c4521ddc2a3", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:17:10.959234 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80dee913-fa9c-4520-b064-3c6f6415024c {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:17:10.959708 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80dee913-fa9c-4520-b064-3c6f6415024c'] response: {'name': 'network-changed', 'server_uuid': '5cb59e1c-da91-486b-b714-b3dc9a548574', 'tag': '726f9e21-d736-4905-bee2-4c4521ddc2a3', 'status': 'completed', 'code': 200} May 26 11:17:11.014237 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-05278079-7d65-45ab-9c7d-c3a917c8efa1 None None] Set router 69b5b26b-1f44-4538-a9de-d1e61cb3ed0c gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:17:11.030886 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3f375-49a9-4f90-90ab-ff52c1d52b86 req-d4f268d5-b69c-462b-a9bc-7f3d1428f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:11.032390 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-08b3f375-49a9-4f90-90ab-ff52c1d52b86 req-d4f268d5-b69c-462b-a9bc-7f3d1428f4b3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d121bc82e4a4381b9584cd89c2d4f69&device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 1098 time: 0.0428410 May 26 11:17:11.156526 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3f375-49a9-4f90-90ab-ff52c1d52b86 req-b35e780d-2a63-44eb-b50a-3ae72415bafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:11.158407 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-08b3f375-49a9-4f90-90ab-ff52c1d52b86 req-b35e780d-2a63-44eb-b50a-3ae72415bafb service neutron] 10.222.0.42 "GET /v2.0/networks?id=269c9267-8111-4543-bc62-3b35f5fef0e4 HTTP/1.1" status: 200 len: 920 time: 0.1093428 May 26 11:17:11.243340 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-08b3f375-49a9-4f90-90ab-ff52c1d52b86 req-54bc431c-5efc-4bdf-93f2-22f92fd596ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=726f9e21-d736-4905-bee2-4c4521ddc2a3 HTTP/1.1" status: 200 len: 998 time: 0.0778432 May 26 11:17:11.278329 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-05278079-7d65-45ab-9c7d-c3a917c8efa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'name': 'tempest-ServerRescueNegativeTestJSON-1164471858-router', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:53Z', 'revision_number': 4, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'gw_port': {'id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:94:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'd2c986c6-a4eb-4d9d-a262-7c2a2349d00a', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'port_id': '726f9e21-d736-4905-bee2-4c4521ddc2a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4', 'mac_address': 'fa:16:3e:ac:92:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb59e1c-da91-486b-b714-b3dc9a548574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:16:48Z', 'updated_at': '2022-05-26T11:17:10Z', 'revision_number': 1, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d825ffb-84ff-45b3-a59f-7fe0e99b3aae', 'name': '', 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'mac_address': 'fa:16:3e:71:ee:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a235b399-7a9f-4f18-97ae-141845f325ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:52Z', 'updated_at': '2022-05-26T11:15:01Z', 'revision_number': 5, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'subnets': [{'id': 'a235b399-7a9f-4f18-97ae-141845f325ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:11.305740 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05278079-7d65-45ab-9c7d-c3a917c8efa1 None None] Checking router: 69b5b26b-1f44-4538-a9de-d1e61cb3ed0c for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:17:11.309906 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3f375-49a9-4f90-90ab-ff52c1d52b86 req-71fe6dc1-6325-4d76-a092-6774c3cd1a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:11.311412 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-08b3f375-49a9-4f90-90ab-ff52c1d52b86 req-71fe6dc1-6325-4d76-a092-6774c3cd1a5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a235b399-7a9f-4f18-97ae-141845f325ad HTTP/1.1" status: 200 len: 858 time: 0.0556798 May 26 11:17:11.315383 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05278079-7d65-45ab-9c7d-c3a917c8efa1 None None] Routers {'69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:17:11.317020 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-05278079-7d65-45ab-9c7d-c3a917c8efa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:16:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:11.365064 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3f375-49a9-4f90-90ab-ff52c1d52b86 req-ae5551a3-807a-4eb3-9425-f141dc1e7504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:11.366574 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-08b3f375-49a9-4f90-90ab-ff52c1d52b86 req-ae5551a3-807a-4eb3-9425-f141dc1e7504 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=269c9267-8111-4543-bc62-3b35f5fef0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419133 May 26 11:17:11.484299 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-08b3f375-49a9-4f90-90ab-ff52c1d52b86 req-dee1a176-5fbd-4dc0-9406-a2ab63db7bd5 service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088068 May 26 11:17:11.513639 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-05278079-7d65-45ab-9c7d-c3a917c8efa1 None None] Set router 69b5b26b-1f44-4538-a9de-d1e61cb3ed0c gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:17:11.580514 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-08b3f375-49a9-4f90-90ab-ff52c1d52b86 req-b4dabca4-31af-485b-bd49-543a17fd7675 service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896082 May 26 11:17:11.692929 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 40132) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:17:11.753039 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-05278079-7d65-45ab-9c7d-c3a917c8efa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'name': 'tempest-ServerRescueNegativeTestJSON-1164471858-router', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:53Z', 'revision_number': 4, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'gw_port': {'id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:94:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'd2c986c6-a4eb-4d9d-a262-7c2a2349d00a', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'port_id': '726f9e21-d736-4905-bee2-4c4521ddc2a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4', 'mac_address': 'fa:16:3e:ac:92:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb59e1c-da91-486b-b714-b3dc9a548574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:16:48Z', 'updated_at': '2022-05-26T11:17:10Z', 'revision_number': 1, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d825ffb-84ff-45b3-a59f-7fe0e99b3aae', 'name': '', 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'mac_address': 'fa:16:3e:71:ee:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a235b399-7a9f-4f18-97ae-141845f325ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:52Z', 'updated_at': '2022-05-26T11:15:01Z', 'revision_number': 5, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'subnets': [{'id': 'a235b399-7a9f-4f18-97ae-141845f325ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:11.780469 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05278079-7d65-45ab-9c7d-c3a917c8efa1 None None] The sync data for ids ['69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'] in dv-cinder-843395-1-iscsi is: [{'id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'name': 'tempest-ServerRescueNegativeTestJSON-1164471858-router', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:53Z', 'revision_number': 4, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'gw_port': {'id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:94:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'd2c986c6-a4eb-4d9d-a262-7c2a2349d00a', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'port_id': '726f9e21-d736-4905-bee2-4c4521ddc2a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4', 'mac_address': 'fa:16:3e:ac:92:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb59e1c-da91-486b-b714-b3dc9a548574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:16:48Z', 'updated_at': '2022-05-26T11:17:10Z', 'revision_number': 1, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d825ffb-84ff-45b3-a59f-7fe0e99b3aae', 'name': '', 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'mac_address': 'fa:16:3e:71:ee:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a235b399-7a9f-4f18-97ae-141845f325ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:52Z', 'updated_at': '2022-05-26T11:15:01Z', 'revision_number': 5, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'subnets': [{'id': 'a235b399-7a9f-4f18-97ae-141845f325ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:17:11.805071 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0b6eeba2-f884-4af5-bb22-7c60c15876f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:11.922036 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2266fc-00cf-410b-b460-f52e74db9c44 req-6f0ad3ca-3dd1-42ac-b676-2f886c214f6b tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:11.924153 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5a2266fc-00cf-410b-b460-f52e74db9c44 req-6f0ad3ca-3dd1-42ac-b676-2f886c214f6b tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0752828 May 26 11:17:11.936765 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0b6eeba2-f884-4af5-bb22-7c60c15876f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:11.970927 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5a2266fc-00cf-410b-b460-f52e74db9c44 req-9c1a85c3-e3ea-45c0-a37e-5cfc0273f6b1 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400846 May 26 11:17:12.031680 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0b6eeba2-f884-4af5-bb22-7c60c15876f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:12.081462 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-0b6eeba2-f884-4af5-bb22-7c60c15876f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e87002162b014ff798af2a9a18d3e8d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3872604 May 26 11:17:12.082469 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6eeba2-f884-4af5-bb22-7c60c15876f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d4d9ce-98ed-4bfb-89ec-33854e4453d3,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:12.084224 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 40140) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:17:12.097738 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0e2d26-645f-428c-b531-03864aa9a533 None None] New status for floating IP d2c986c6-a4eb-4d9d-a262-7c2a2349d00a: ACTIVE {{(pid=102813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:17:12.165678 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-434fa7af-0c0e-4307-a033-0bc9696f2501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:12.190872 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-434fa7af-0c0e-4307-a033-0bc9696f2501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:12.347879 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-434fa7af-0c0e-4307-a033-0bc9696f2501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:12.350839 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-434fa7af-0c0e-4307-a033-0bc9696f2501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:12.352174 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-434fa7af-0c0e-4307-a033-0bc9696f2501 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03d4d9ce-98ed-4bfb-89ec-33854e4453d3 HTTP/1.1" status: 204 len: 168 time: 0.2651839 May 26 11:17:12.361934 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434fa7af-0c0e-4307-a033-0bc9696f2501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d4d9ce-98ed-4bfb-89ec-33854e4453d3,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:12.939307 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 40154) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:17:12.947339 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 40158) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:17:12.963830 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-89f5048e-e110-4ea6-854b-f323a8273d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:13.055454 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-89f5048e-e110-4ea6-854b-f323a8273d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:13.110964 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f2c447-7ef8-4f95-95d0-e37f1123eb12 req-568784a5-4daf-4646-9129-4d1cffee2afb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:13.112338 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c4f2c447-7ef8-4f95-95d0-e37f1123eb12 req-568784a5-4daf-4646-9129-4d1cffee2afb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0550237 May 26 11:17:13.122505 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-89f5048e-e110-4ea6-854b-f323a8273d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:13.177490 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c4f2c447-7ef8-4f95-95d0-e37f1123eb12 req-394366a4-86b4-486a-8d71-7f2c30124fd5 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582278 May 26 11:17:13.178297 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-eebb7654-4eae-449e-aa73-4f640001972d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:13.181978 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-89f5048e-e110-4ea6-854b-f323a8273d6f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab845c0f4d4549e2a852276feff39259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338886 May 26 11:17:13.185430 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 40164) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:17:13.203813 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5048e-e110-4ea6-854b-f323a8273d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c1e08b-ddf9-4d6e-b338-4ae8b783db13,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:13.285668 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7ad5ec6b-530f-4f79-9e1b-dc78bfb5100e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:13.318303 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7ad5ec6b-530f-4f79-9e1b-dc78bfb5100e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:13.341769 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-eebb7654-4eae-449e-aa73-4f640001972d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:13.416227 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-eebb7654-4eae-449e-aa73-4f640001972d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:13.456057 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-eebb7654-4eae-449e-aa73-4f640001972d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f88930843e4e4458900ca45a5a7014c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5156500 May 26 11:17:13.457125 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7ad5ec6b-530f-4f79-9e1b-dc78bfb5100e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:13.458772 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 40168) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:17:13.459786 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7ad5ec6b-530f-4f79-9e1b-dc78bfb5100e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:13.460814 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-7ad5ec6b-530f-4f79-9e1b-dc78bfb5100e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85c1e08b-ddf9-4d6e-b338-4ae8b783db13 HTTP/1.1" status: 204 len: 168 time: 0.2697220 May 26 11:17:13.461590 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb7654-4eae-449e-aa73-4f640001972d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f2d548-88b7-4f13-b0e3-9303a320db93,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:13.473451 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5ec6b-530f-4f79-9e1b-dc78bfb5100e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c1e08b-ddf9-4d6e-b338-4ae8b783db13,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:13.512883 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-273c78c3-52c1-4945-80c4-9fd66b9f2e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:13.536501 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-273c78c3-52c1-4945-80c4-9fd66b9f2e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:13.656497 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-273c78c3-52c1-4945-80c4-9fd66b9f2e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:13.659091 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-273c78c3-52c1-4945-80c4-9fd66b9f2e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:13.660234 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-273c78c3-52c1-4945-80c4-9fd66b9f2e3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b1f2d548-88b7-4f13-b0e3-9303a320db93 HTTP/1.1" status: 204 len: 168 time: 0.2004325 May 26 11:17:13.668933 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c78c3-52c1-4945-80c4-9fd66b9f2e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f2d548-88b7-4f13-b0e3-9303a320db93,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:14.178590 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 40184) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:17:14.191672 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-456f8b6f-443b-44b8-9468-efe23111f8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:14.274878 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-456f8b6f-443b-44b8-9468-efe23111f8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:14.310383 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe87808-cf02-4e34-b80c-642694f1ada9 req-d2e8a132-85d8-465e-8c80-39c30b98f82a tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:14.311894 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8fe87808-cf02-4e34-b80c-642694f1ada9 req-d2e8a132-85d8-465e-8c80-39c30b98f82a tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0588408 May 26 11:17:14.353441 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8fe87808-cf02-4e34-b80c-642694f1ada9 req-a76eed0a-4a5c-4055-bb89-9bb256f8fb7b tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342915 May 26 11:17:14.367482 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-456f8b6f-443b-44b8-9468-efe23111f8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:14.419437 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-456f8b6f-443b-44b8-9468-efe23111f8fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0243884033274ff59c6a928a86af8e96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397361 May 26 11:17:14.420655 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f8b6f-443b-44b8-9468-efe23111f8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a44d204-a7aa-4e35-ba5f-1bf9e328f490,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:14.422172 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 40194) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:17:14.471145 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9c2e-89c5-4eb0-8619-abba0478f99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:14.495040 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9c2e-89c5-4eb0-8619-abba0478f99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:14.618632 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9c2e-89c5-4eb0-8619-abba0478f99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:14.621185 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a0bc9c2e-89c5-4eb0-8619-abba0478f99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:14.622861 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-a0bc9c2e-89c5-4eb0-8619-abba0478f99f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a44d204-a7aa-4e35-ba5f-1bf9e328f490 HTTP/1.1" status: 204 len: 168 time: 0.1995156 May 26 11:17:14.632121 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc9c2e-89c5-4eb0-8619-abba0478f99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a44d204-a7aa-4e35-ba5f-1bf9e328f490,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:15.482135 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7af6ee-5fcb-443a-b4d6-572404acee86 req-f7ead842-ddc5-481f-8bde-e6647da5bd13 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:15.483670 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3c7af6ee-5fcb-443a-b4d6-572404acee86 req-f7ead842-ddc5-481f-8bde-e6647da5bd13 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0525048 May 26 11:17:15.521254 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3c7af6ee-5fcb-443a-b4d6-572404acee86 req-f3298fba-7155-4173-84fc-e0bac7f43949 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315902 May 26 11:17:15.641034 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 40234) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:17:15.736285 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-8a755d8f-b5ab-4151-8ae0-5c0439d0cdb6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-332686528-network', 'tenant_id': '43942deab2344a42a4b9de028e4fd49c'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:17:15.833776 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a755d8f-b5ab-4151-8ae0-5c0439d0cdb6 admin admin] Made reservation on behalf of 43942deab2344a42a4b9de028e4fd49c for: {'network': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:17:15.836298 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8a755d8f-b5ab-4151-8ae0-5c0439d0cdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for network, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:15.844860 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8a755d8f-b5ab-4151-8ae0-5c0439d0cdb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:15.920723 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8a755d8f-b5ab-4151-8ae0-5c0439d0cdb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:16.018501 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8a755d8f-b5ab-4151-8ae0-5c0439d0cdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:16.044234 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a755d8f-b5ab-4151-8ae0-5c0439d0cdb6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=102811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:17:16.054039 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a755d8f-b5ab-4151-8ae0-5c0439d0cdb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074478ae-0d38-442c-8dac-a819c17c4cf2,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:16.060329 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8a755d8f-b5ab-4151-8ae0-5c0439d0cdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:16.060790 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.segments_db [None req-8a755d8f-b5ab-4151-8ae0-5c0439d0cdb6 admin admin] Added segment f51624e8-24e5-4168-9fe3-c4402ee3b872 of type vlan for network e538c0c8-adee-49f0-8d6b-bd90dcbb056e May 26 11:17:16.099668 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8a755d8f-b5ab-4151-8ae0-5c0439d0cdb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744569042562'] for network, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:16.201363 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8a755d8f-b5ab-4151-8ae0-5c0439d0cdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for network, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:16.202277 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a755d8f-b5ab-4151-8ae0-5c0439d0cdb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:16.202853 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8a755d8f-b5ab-4151-8ae0-5c0439d0cdb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:16.266443 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a755d8f-b5ab-4151-8ae0-5c0439d0cdb6 admin admin] Pushing event updated for resources: {'Network': ['ID=e538c0c8-adee-49f0-8d6b-bd90dcbb056e,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:16.277111 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Network e538c0c8-adee-49f0-8d6b-bd90dcbb056e details requested by agent ovs-agent-dv-cinder-843395-1-iscsi with host dv-cinder-843395-1-iscsi {{(pid=102813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 11:17:16.324375 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-8a755d8f-b5ab-4151-8ae0-5c0439d0cdb6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6795974 May 26 11:17:16.331689 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 40244) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:17:16.331689 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-7c39c85d-3a17-4c42-a29d-dd8e71586fa1 admin admin] Request body: {'subnet': {'network_id': 'e538c0c8-adee-49f0-8d6b-bd90dcbb056e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-332686528-subnet', 'tenant_id': '43942deab2344a42a4b9de028e4fd49c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:17:16.421745 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c39c85d-3a17-4c42-a29d-dd8e71586fa1 admin admin] Made reservation on behalf of 43942deab2344a42a4b9de028e4fd49c for: {'subnet': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:17:16.424173 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7c39c85d-3a17-4c42-a29d-dd8e71586fa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10303571'] for subnet, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:16.646930 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631cd8e3-4ee7-4e9c-a22f-1fd94e7d35ec req-e74dc717-9693-46bd-a4f8-c1f2952fc3c0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:16.648425 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-631cd8e3-4ee7-4e9c-a22f-1fd94e7d35ec req-e74dc717-9693-46bd-a4f8-c1f2952fc3c0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0513322 May 26 11:17:16.671273 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7c39c85d-3a17-4c42-a29d-dd8e71586fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10386259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10303557'] for subnet, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:16.723789 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-631cd8e3-4ee7-4e9c-a22f-1fd94e7d35ec req-065ef1a5-cdcd-4f15-aff0-9645430ef5e0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687847 May 26 11:17:16.735826 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39c85d-3a17-4c42-a29d-dd8e71586fa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bc55c1b-fa38-4c91-94e4-f292e6feaec1,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:16.754102 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c39c85d-3a17-4c42-a29d-dd8e71586fa1 admin admin] Checking segment: {'id': 'f51624e8-24e5-4168-9fe3-c4402ee3b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e538c0c8-adee-49f0-8d6b-bd90dcbb056e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:17:16.754465 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c39c85d-3a17-4c42-a29d-dd8e71586fa1 admin admin] Network hostable DHCP agents. Network: e538c0c8-adee-49f0-8d6b-bd90dcbb056e, hostable agents: ['ae20bfe0-bbab-40fa-b22c-2da14db586ab'], hosted agents: [] {{(pid=102811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:17:16.816323 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c39c85d-3a17-4c42-a29d-dd8e71586fa1 admin admin] Network e538c0c8-adee-49f0-8d6b-bd90dcbb056e is scheduled to be hosted by DHCP agent ae20bfe0-bbab-40fa-b22c-2da14db586ab with binding_index 1 {{(pid=102811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:17:16.898727 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-7c39c85d-3a17-4c42-a29d-dd8e71586fa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843395-1-iscsi, e538c0c8-adee-49f0-8d6b-bd90dcbb056e) {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:17:16.903760 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c39c85d-3a17-4c42-a29d-dd8e71586fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:16.904463 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7c39c85d-3a17-4c42-a29d-dd8e71586fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for subnet, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:16.910169 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1997f52e-75f8-4fd6-83bc-adee283063f8 None None] Network e538c0c8-adee-49f0-8d6b-bd90dcbb056e requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:17:17.034500 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7404f9-6e0e-4023-87b6-d007eac71824 None None] Network e538c0c8-adee-49f0-8d6b-bd90dcbb056e requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:17:17.038745 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-7c39c85d-3a17-4c42-a29d-dd8e71586fa1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7130029 May 26 11:17:17.850036 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046dc3c8-4161-402f-af7b-5b51b7486bd5 req-96faf1a6-0ef8-4f7c-bdbf-b0cbe5707efc tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:17.851516 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-046dc3c8-4161-402f-af7b-5b51b7486bd5 req-96faf1a6-0ef8-4f7c-bdbf-b0cbe5707efc tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0532210 May 26 11:17:17.889532 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-046dc3c8-4161-402f-af7b-5b51b7486bd5 req-33d2730a-0d19-4050-a486-768ffd47576e tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314250 May 26 11:17:18.041811 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-de7fd3cd-21af-4afb-b96f-0e2ca2eb64da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:19.006188 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a5ed2c-eae5-4361-9ef9-a5f62ad5c033 req-6ebe434e-0bf0-40ff-bb58-376e24c84edc tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:19.007662 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f6a5ed2c-eae5-4361-9ef9-a5f62ad5c033 req-6ebe434e-0bf0-40ff-bb58-376e24c84edc tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0477452 May 26 11:17:19.047692 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f6a5ed2c-eae5-4361-9ef9-a5f62ad5c033 req-0708b084-eb94-427e-b18e-61d2ec09b0ce tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340960 May 26 11:17:20.139491 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-830bb731-4c60-4033-9498-18ec30bfc546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:20.259986 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33af90-23fc-4317-8d3b-4c01f8ae835f req-9c82893f-aaf6-40b8-bb72-10bc97f84ab9 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:20.261467 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0f33af90-23fc-4317-8d3b-4c01f8ae835f req-9c82893f-aaf6-40b8-bb72-10bc97f84ab9 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.1441545 May 26 11:17:20.489866 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0f33af90-23fc-4317-8d3b-4c01f8ae835f req-eef3bf2d-6ca3-428a-86d2-db5ba54b4bb6 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223620 May 26 11:17:21.449588 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 40314) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:17:21.452650 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:21.567846 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-40ff07c4-0b1e-4a9f-acfe-0d1a96225a25 req-b29790e1-55dc-4afa-a647-1f11b35b507f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1170609 May 26 11:17:21.577385 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [req-40ff07c4-0b1e-4a9f-acfe-0d1a96225a25 req-3dd06fa7-9d81-43ad-bcb6-b1250755bef1 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:17:21.578387 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-40ff07c4-0b1e-4a9f-acfe-0d1a96225a25 req-3dd06fa7-9d81-43ad-bcb6-b1250755bef1 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054541 May 26 11:17:21.613202 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b5c8b-35e8-4027-b848-ca141e2ad724 req-3bfaf1bf-9315-4d67-8625-e264b8a531f9 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:21.614699 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ed7b5c8b-35e8-4027-b848-ca141e2ad724 req-3bfaf1bf-9315-4d67-8625-e264b8a531f9 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0526588 May 26 11:17:21.659609 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ed7b5c8b-35e8-4027-b848-ca141e2ad724 req-6e929958-c670-4f5e-bec2-1a1f43fe89ec tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349464 May 26 11:17:22.381517 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-7f1076c4-bd2b-4c63-a4a7-6ef90e7255a3 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:22.382889 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-7f1076c4-bd2b-4c63-a4a7-6ef90e7255a3 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/networks?id=e538c0c8-adee-49f0-8d6b-bd90dcbb056e HTTP/1.1" status: 200 len: 808 time: 0.1053433 May 26 11:17:22.400007 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-231523f6-d0eb-4834-b782-2a23bc12551f tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/quotas/43942deab2344a42a4b9de028e4fd49c HTTP/1.1" status: 200 len: 375 time: 0.0093277 May 26 11:17:22.432645 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-e4cd2cd3-55c5-4f90-83bd-41f8c0412ed0 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=43942deab2344a42a4b9de028e4fd49c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262897 May 26 11:17:22.524196 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-2f328558-96aa-47f4-a075-6381e4aa0848 service neutron] 10.222.0.21 "GET /v2.0/networks/e538c0c8-adee-49f0-8d6b-bd90dcbb056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845239 May 26 11:17:22.615218 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-b3bf6e66-9cbb-4443-aece-53170bc45926 service neutron] 10.222.0.21 "GET /v2.0/networks/e538c0c8-adee-49f0-8d6b-bd90dcbb056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841575 May 26 11:17:22.709966 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:22.793601 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa83e03-9ec9-4f5f-8be1-479314fb2648 req-8753a384-1318-473e-bfd4-b0b63176db31 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:22.795155 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ffa83e03-9ec9-4f5f-8be1-479314fb2648 req-8753a384-1318-473e-bfd4-b0b63176db31 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0549262 May 26 11:17:22.835889 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ffa83e03-9ec9-4f5f-8be1-479314fb2648 req-5c00a91f-498c-4da3-ac86-4665561a9255 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337360 May 26 11:17:22.892804 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1105fc45-2b43-4099-a483-e0326f72101e req-79bb1f0a-82c1-4e6f-bcd1-9321a5bfdbf5 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 210 time: 0.0274062 May 26 11:17:23.273139 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:23.960474 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b8bae-0a41-4fbc-9d20-f3e28d4e0564 req-d42faba3-51c4-438d-a957-964439967a63 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:23.961975 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-074b8bae-0a41-4fbc-9d20-f3e28d4e0564 req-d42faba3-51c4-438d-a957-964439967a63 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0481882 May 26 11:17:23.988369 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0a138f3d-ff1a-43fb-a969-47e8c8849d8f req-56b7745c-2abb-4e08-8873-aa1d82f3f996 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 210 time: 0.0283988 May 26 11:17:24.012232 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-074b8bae-0a41-4fbc-9d20-f3e28d4e0564 req-0910fa5b-c118-40e0-8901-ff301528cca2 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424845 May 26 11:17:24.464085 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:17:25.083938 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-80366722-1f8c-40ec-9d3b-47456a5831dc req-8a59b511-587d-43d5-b4bd-291ccf6098e5 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 210 time: 0.0292878 May 26 11:17:25.130702 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a54b5-2473-498f-a842-575feefac66c req-460f0a3e-c5e6-4001-a9dc-684aa06cecf9 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:25.132163 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-027a54b5-2473-498f-a842-575feefac66c req-460f0a3e-c5e6-4001-a9dc-684aa06cecf9 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0489204 May 26 11:17:25.170072 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-027a54b5-2473-498f-a842-575feefac66c req-e9bf7d91-a3e7-4fd0-845e-8a9323b3bdc9 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319123 May 26 11:17:26.180440 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-79b77c0d-31b5-449b-a7b3-a1e5b17140ef req-fbc4308b-2eed-4dd4-8162-aab41dcd7430 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 210 time: 0.0262532 May 26 11:17:26.289445 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1203e-785a-4ae0-be66-9c84a758d725 req-baefa9ea-136e-4d53-870f-424113e09efa tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:26.290958 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b9a1203e-785a-4ae0-be66-9c84a758d725 req-baefa9ea-136e-4d53-870f-424113e09efa tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0502269 May 26 11:17:26.336004 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b9a1203e-785a-4ae0-be66-9c84a758d725 req-02022d96-2941-4c48-b9a3-ec3f9fefd711 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385678 May 26 11:17:26.531407 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-6a4cb565-c6ac-4839-ba6f-188dd55c5a3b tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:26.532972 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-6a4cb565-c6ac-4839-ba6f-188dd55c5a3b tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.42 "GET /v2.0/networks?id=e538c0c8-adee-49f0-8d6b-bd90dcbb056e HTTP/1.1" status: 200 len: 808 time: 0.1077271 May 26 11:17:26.549336 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-847568c0-3e48-4a41-8806-68cb3b25d088 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Request body: {'port': {'device_id': '5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae', 'network_id': 'e538c0c8-adee-49f0-8d6b-bd90dcbb056e', 'admin_state_up': True, 'tenant_id': '43942deab2344a42a4b9de028e4fd49c'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:17:26.735801 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-847568c0-3e48-4a41-8806-68cb3b25d088 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Made reservation on behalf of 43942deab2344a42a4b9de028e4fd49c for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:17:26.739320 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-847568c0-3e48-4a41-8806-68cb3b25d088 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:26.867838 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-847568c0-3e48-4a41-8806-68cb3b25d088 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Allocated IP 172.20.0.9 (e538c0c8-adee-49f0-8d6b-bd90dcbb056e/5bc55c1b-fa38-4c91-94e4-f292e6feaec1/81506deb-5276-4ea9-9e3d-5c22337dcb79) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:17:27.013809 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-847568c0-3e48-4a41-8806-68cb3b25d088 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:27.104409 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-847568c0-3e48-4a41-8806-68cb3b25d088 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:27.147928 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-847568c0-3e48-4a41-8806-68cb3b25d088 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Network e538c0c8-adee-49f0-8d6b-bd90dcbb056e is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:17:27.150855 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-847568c0-3e48-4a41-8806-68cb3b25d088 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:17:27.153501 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-847568c0-3e48-4a41-8806-68cb3b25d088 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:17:27.182091 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847568c0-3e48-4a41-8806-68cb3b25d088 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Pushing event updated for resources: {'Port': ['ID=81506deb-5276-4ea9-9e3d-5c22337dcb79,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:27.209035 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-847568c0-3e48-4a41-8806-68cb3b25d088 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:27.209035 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-847568c0-3e48-4a41-8806-68cb3b25d088 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:27.292203 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c18eaf1-a574-4080-b9ac-16b25fc4163d req-0fa7a194-e670-4706-9f61-8fceb4b45152 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:27.293689 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3c18eaf1-a574-4080-b9ac-16b25fc4163d req-0fa7a194-e670-4706-9f61-8fceb4b45152 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 931 time: 0.0473847 May 26 11:17:27.327326 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-847568c0-3e48-4a41-8806-68cb3b25d088 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7817926 May 26 11:17:27.330762 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3c18eaf1-a574-4080-b9ac-16b25fc4163d req-887740c8-9502-48ed-aeef-ccc05cb1f205 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304730 May 26 11:17:27.453878 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9dc078-faa0-46ae-8fe9-a0553ebfda84 req-16d6792e-1246-471e-8ed1-c32b45ddc024 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:27.455324 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0f9dc078-faa0-46ae-8fe9-a0553ebfda84 req-16d6792e-1246-471e-8ed1-c32b45ddc024 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0490682 May 26 11:17:27.491323 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0f9dc078-faa0-46ae-8fe9-a0553ebfda84 req-e9b5fba6-589b-4967-b4b1-80eca3b53655 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300264 May 26 11:17:28.450288 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee12ef9-9bb4-4431-becd-79e3b300a14d req-3eddc140-3454-40bc-b733-de51d4699dd6 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:28.451807 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cee12ef9-9bb4-4431-becd-79e3b300a14d req-3eddc140-3454-40bc-b733-de51d4699dd6 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 931 time: 0.0480492 May 26 11:17:28.488096 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cee12ef9-9bb4-4431-becd-79e3b300a14d req-f0245e6d-fb09-4a87-83cf-b714fff5d33e tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303519 May 26 11:17:28.611225 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc701d7-c382-424a-b9f9-cb4e73e9eb20 req-63a281c8-535b-4a0f-8714-febc096f0435 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:28.612708 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6cc701d7-c382-424a-b9f9-cb4e73e9eb20 req-63a281c8-535b-4a0f-8714-febc096f0435 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0510337 May 26 11:17:28.648520 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6cc701d7-c382-424a-b9f9-cb4e73e9eb20 req-866b5309-6bca-45ac-89e3-4bb73e93d008 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298994 May 26 11:17:29.604219 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b7caa-9b9a-4a22-86b1-2a8255ba1111 req-3af56bfa-1a5e-4c11-a893-34379fa24fae tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:29.605707 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-404b7caa-9b9a-4a22-86b1-2a8255ba1111 req-3af56bfa-1a5e-4c11-a893-34379fa24fae tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 931 time: 0.0525031 May 26 11:17:29.642858 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-404b7caa-9b9a-4a22-86b1-2a8255ba1111 req-22a4dec9-575a-47e0-9466-b4a60359cc70 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306406 May 26 11:17:29.766009 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bfbba-a394-4c53-b297-74073343cdff req-e9e4c0b4-9bf7-4702-ab2b-7eac7f157301 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:29.767425 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-148bfbba-a394-4c53-b297-74073343cdff req-e9e4c0b4-9bf7-4702-ab2b-7eac7f157301 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0501964 May 26 11:17:29.803277 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-148bfbba-a394-4c53-b297-74073343cdff req-979752fa-7ced-466a-bc72-99db3e55197e tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300391 May 26 11:17:30.493149 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-fa25c8bd-5b36-47a3-9425-480d364c0e5f service neutron] Request body: {'port': {'device_id': '5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84339'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:17:30.553984 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-fa25c8bd-5b36-47a3-9425-480d364c0e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:30.758086 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420baf0a-c302-4fad-8997-044de8fc1acf req-132d7f37-6de8-465c-8991-c6a9474ce41f tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:30.759495 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-420baf0a-c302-4fad-8997-044de8fc1acf req-132d7f37-6de8-465c-8991-c6a9474ce41f tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 931 time: 0.0492530 May 26 11:17:30.798891 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-420baf0a-c302-4fad-8997-044de8fc1acf req-ec37f70d-1de0-4707-a2b6-f3ce366e45de tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321515 May 26 11:17:30.818719 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-fa25c8bd-5b36-47a3-9425-480d364c0e5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81506deb-5276-4ea9-9e3d-5c22337dcb79 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:17:30.826602 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-fa25c8bd-5b36-47a3-9425-480d364c0e5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:30.839347 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-fa25c8bd-5b36-47a3-9425-480d364c0e5f service neutron] Transition to ACTIVE for port object 81506deb-5276-4ea9-9e3d-5c22337dcb79 will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:17:30.904050 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-fa25c8bd-5b36-47a3-9425-480d364c0e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:30.964734 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25c8bd-5b36-47a3-9425-480d364c0e5f service neutron] Pushing event updated for resources: {'Port': ['ID=81506deb-5276-4ea9-9e3d-5c22337dcb79,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:30.974134 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f976b-b8bf-475e-8218-d19d8488aabe req-4bf43a7b-2b6b-44a9-9871-c3b35e0afaff tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:30.975588 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6b4f976b-b8bf-475e-8218-d19d8488aabe req-4bf43a7b-2b6b-44a9-9871-c3b35e0afaff tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0999196 May 26 11:17:31.049565 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6b4f976b-b8bf-475e-8218-d19d8488aabe req-f30b0c1a-83d3-42fd-b890-afd941bcf0b5 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575686 May 26 11:17:31.064665 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-fa25c8bd-5b36-47a3-9425-480d364c0e5f service neutron] Attempting to bind port 81506deb-5276-4ea9-9e3d-5c22337dcb79 on host hv-cinder-84339 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:17:31.065012 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-fa25c8bd-5b36-47a3-9425-480d364c0e5f service neutron] Attempting to bind port 81506deb-5276-4ea9-9e3d-5c22337dcb79 by drivers openvswitch,hyperv on host hv-cinder-84339 at level 0 using segments [{'id': 'f51624e8-24e5-4168-9fe3-c4402ee3b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e538c0c8-adee-49f0-8d6b-bd90dcbb056e'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:17:31.065460 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-fa25c8bd-5b36-47a3-9425-480d364c0e5f service neutron] Attempting to bind port 81506deb-5276-4ea9-9e3d-5c22337dcb79 on network e538c0c8-adee-49f0-8d6b-bd90dcbb056e {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:17:31.076350 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-fa25c8bd-5b36-47a3-9425-480d364c0e5f service neutron] Port 81506deb-5276-4ea9-9e3d-5c22337dcb79 on network e538c0c8-adee-49f0-8d6b-bd90dcbb056e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84339 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 11:17:31.076350 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-fa25c8bd-5b36-47a3-9425-480d364c0e5f service neutron] Attempting to bind port 81506deb-5276-4ea9-9e3d-5c22337dcb79 on network e538c0c8-adee-49f0-8d6b-bd90dcbb056e {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:17:31.076350 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-fa25c8bd-5b36-47a3-9425-480d364c0e5f service neutron] Checking agent: {'id': '96131053-e6ec-4464-b9d0-ccb06fa4079a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84339', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'started_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:17:31.076350 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-fa25c8bd-5b36-47a3-9425-480d364c0e5f service neutron] Checking segment: {'id': 'f51624e8-24e5-4168-9fe3-c4402ee3b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e538c0c8-adee-49f0-8d6b-bd90dcbb056e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:17:31.076350 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-fa25c8bd-5b36-47a3-9425-480d364c0e5f service neutron] Bound using segment: {'id': 'f51624e8-24e5-4168-9fe3-c4402ee3b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e538c0c8-adee-49f0-8d6b-bd90dcbb056e'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:17:31.076350 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-fa25c8bd-5b36-47a3-9425-480d364c0e5f service neutron] Bound port: 81506deb-5276-4ea9-9e3d-5c22337dcb79, host: hv-cinder-84339, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51624e8-24e5-4168-9fe3-c4402ee3b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e538c0c8-adee-49f0-8d6b-bd90dcbb056e'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:17:31.076947 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-fa25c8bd-5b36-47a3-9425-480d364c0e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:31.143642 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-fa25c8bd-5b36-47a3-9425-480d364c0e5f service neutron] For port 81506deb-5276-4ea9-9e3d-5c22337dcb79, host hv-cinder-84339, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:17:31.152224 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-fa25c8bd-5b36-47a3-9425-480d364c0e5f service neutron] For port 81506deb-5276-4ea9-9e3d-5c22337dcb79, host hv-cinder-84339, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=81506deb-5276-4ea9-9e3d-5c22337dcb79,segment=NetworkSegment(f51624e8-24e5-4168-9fe3-c4402ee3b872),segment_id=f51624e8-24e5-4168-9fe3-c4402ee3b872)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:17:31.233593 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-fa25c8bd-5b36-47a3-9425-480d364c0e5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:31.269020 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-fa25c8bd-5b36-47a3-9425-480d364c0e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:31.269623 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-fa25c8bd-5b36-47a3-9425-480d364c0e5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:31.270964 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-fa25c8bd-5b36-47a3-9425-480d364c0e5f service neutron] 10.222.0.42 "PUT /v2.0/ports/81506deb-5276-4ea9-9e3d-5c22337dcb79 HTTP/1.1" status: 200 len: 1093 time: 0.7825413 May 26 11:17:31.271392 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae', 'tag': '81506deb-5276-4ea9-9e3d-5c22337dcb79'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:17:31.273626 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71d2868-6e46-449a-aab8-9f0ede234484" -d '{"events": [{"name": "network-changed", "server_uuid": "5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae", "tag": "81506deb-5276-4ea9-9e3d-5c22337dcb79"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:17:31.298153 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25c8bd-5b36-47a3-9425-480d364c0e5f service neutron] Pushing event updated for resources: {'Port': ['ID=81506deb-5276-4ea9-9e3d-5c22337dcb79,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:31.331580 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8694e1a8-4d95-4483-b635-6c2d8c8f541d x-openstack-request-id: req-8694e1a8-4d95-4483-b635-6c2d8c8f541d {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:17:31.331867 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae", "tag": "81506deb-5276-4ea9-9e3d-5c22337dcb79", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:17:31.332123 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8694e1a8-4d95-4483-b635-6c2d8c8f541d {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:17:31.332518 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8694e1a8-4d95-4483-b635-6c2d8c8f541d'] response: {'name': 'network-changed', 'server_uuid': '5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae', 'tag': '81506deb-5276-4ea9-9e3d-5c22337dcb79', 'status': 'completed', 'code': 200} May 26 11:17:31.403983 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff07c4-0b1e-4a9f-acfe-0d1a96225a25 req-bb0e1f23-a493-4075-bf66-e21393f42dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:31.405511 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-40ff07c4-0b1e-4a9f-acfe-0d1a96225a25 req-bb0e1f23-a493-4075-bf66-e21393f42dce service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e&tenant_id=5c230246bb94476891f4cc468a47d8c1 HTTP/1.1" status: 200 len: 1096 time: 0.1045744 May 26 11:17:31.407108 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d2868-6e46-449a-aab8-9f0ede234484 req-dfd68e3b-3e4a-428f-b998-d96ae1a2ef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:31.408405 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b71d2868-6e46-449a-aab8-9f0ede234484 req-dfd68e3b-3e4a-428f-b998-d96ae1a2ef57 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=43942deab2344a42a4b9de028e4fd49c&device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 1096 time: 0.0611656 May 26 11:17:31.534523 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff07c4-0b1e-4a9f-acfe-0d1a96225a25 req-75f51870-2053-437f-bfaf-2dca2011ea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:31.535886 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-40ff07c4-0b1e-4a9f-acfe-0d1a96225a25 req-75f51870-2053-437f-bfaf-2dca2011ea3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c230246bb94476891f4cc468a47d8c1&device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 1096 time: 0.0946903 May 26 11:17:31.557292 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d2868-6e46-449a-aab8-9f0ede234484 req-fc83d074-b4a0-4bf2-8138-f88e837ab1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:31.558692 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b71d2868-6e46-449a-aab8-9f0ede234484 req-fc83d074-b4a0-4bf2-8138-f88e837ab1cb service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=43942deab2344a42a4b9de028e4fd49c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1268711 May 26 11:17:31.701002 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff07c4-0b1e-4a9f-acfe-0d1a96225a25 req-bce58f6f-ccd3-4703-b453-5fe0b81c8fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:31.702458 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-40ff07c4-0b1e-4a9f-acfe-0d1a96225a25 req-bce58f6f-ccd3-4703-b453-5fe0b81c8fe9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8f9ca9a-5305-4587-9899-24d42d7bc678 HTTP/1.1" status: 200 len: 918 time: 0.1576922 May 26 11:17:31.716490 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d2868-6e46-449a-aab8-9f0ede234484 req-42e925aa-fbf9-408d-b6b2-0d1ddba2f8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:31.717859 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b71d2868-6e46-449a-aab8-9f0ede234484 req-42e925aa-fbf9-408d-b6b2-0d1ddba2f8a1 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1232827 May 26 11:17:31.771266 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-40ff07c4-0b1e-4a9f-acfe-0d1a96225a25 req-715ab4d6-7c0c-496b-ac26-aafb36b4961a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e849e4eb-1eb7-446f-af61-75da7738ffc9 HTTP/1.1" status: 200 len: 998 time: 0.0602429 May 26 11:17:31.850734 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff07c4-0b1e-4a9f-acfe-0d1a96225a25 req-93edd1a0-fbff-4e97-bcaa-6f3cfc39d938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:31.852272 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-40ff07c4-0b1e-4a9f-acfe-0d1a96225a25 req-93edd1a0-fbff-4e97-bcaa-6f3cfc39d938 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=514f2ce8-5ecc-434b-8584-b769021cd39f HTTP/1.1" status: 200 len: 856 time: 0.0747497 May 26 11:17:31.859700 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-022cab69-4849-4eaf-8586-111584e47a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:31.861466 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-022cab69-4849-4eaf-8586-111584e47a6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=43942deab2344a42a4b9de028e4fd49c&device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 1096 time: 0.0552244 May 26 11:17:31.947959 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-2941f032-f603-4ee5-87c2-c7f9a73aceb2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81506deb-5276-4ea9-9e3d-5c22337dcb79 HTTP/1.1" status: 200 len: 217 time: 0.0744748 May 26 11:17:32.002654 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a0d48-d1d7-42bb-af71-6575e9871f59 req-5182b420-28ab-4036-8a9c-e28f35d60e26 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:32.004119 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-782a0d48-d1d7-42bb-af71-6575e9871f59 req-5182b420-28ab-4036-8a9c-e28f35d60e26 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 943 time: 0.1334589 May 26 11:17:32.007393 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff07c4-0b1e-4a9f-acfe-0d1a96225a25 req-c6c040be-4d29-4bb2-92fe-72f5a5ca718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:32.008808 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-40ff07c4-0b1e-4a9f-acfe-0d1a96225a25 req-c6c040be-4d29-4bb2-92fe-72f5a5ca718d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8f9ca9a-5305-4587-9899-24d42d7bc678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1463814 May 26 11:17:32.048560 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-ce26e1b6-5060-40d3-8942-4fb6cbba3d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:32.050021 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-ce26e1b6-5060-40d3-8942-4fb6cbba3d4c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc55c1b-fa38-4c91-94e4-f292e6feaec1 HTTP/1.1" status: 200 len: 848 time: 0.0928624 May 26 11:17:32.206636 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb331d8e-b859-473d-9ea7-da4c36778a26 req-0480814e-36f5-4728-8d11-413c0e22bd71 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:32.208189 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bb331d8e-b859-473d-9ea7-da4c36778a26 req-0480814e-36f5-4728-8d11-413c0e22bd71 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0645597 May 26 11:17:32.252264 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bb331d8e-b859-473d-9ea7-da4c36778a26 req-ac891a43-c2d7-47a8-b510-7d651102f3bb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352705 May 26 11:17:32.346536 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-df2a1500-c77c-4dd1-81d0-941daa94442d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e538c0c8-adee-49f0-8d6b-bd90dcbb056e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372200 May 26 11:17:32.349322 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-782a0d48-d1d7-42bb-af71-6575e9871f59 req-1fe1ec53-28fa-4c43-9eaf-a20817e35d5c tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381274 May 26 11:17:32.430370 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-40ff07c4-0b1e-4a9f-acfe-0d1a96225a25 req-5422a6cb-a2f0-4e7a-8aff-cb8c3d1df594 service neutron] 10.222.0.42 "GET /v2.0/networks/c8f9ca9a-5305-4587-9899-24d42d7bc678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102502 May 26 11:17:32.499776 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-4c8cc1c9-69a2-40fa-a976-78c881ab689e service neutron] 10.222.0.42 "GET /v2.0/networks/e538c0c8-adee-49f0-8d6b-bd90dcbb056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432426 May 26 11:17:32.588374 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-40ff07c4-0b1e-4a9f-acfe-0d1a96225a25 req-a7ed1eb8-dbbc-4a12-9643-9fc2cd70b0db service neutron] 10.222.0.42 "GET /v2.0/networks/c8f9ca9a-5305-4587-9899-24d42d7bc678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415474 May 26 11:17:32.614282 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0d114cf5-b72f-45d9-aa7a-983c349fbdf3 req-951b8f11-5d9f-4e20-9d8d-aa3bdf5a36c1 service neutron] 10.222.0.42 "GET /v2.0/networks/e538c0c8-adee-49f0-8d6b-bd90dcbb056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044858 May 26 11:17:33.383040 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ab5e8-9442-4c68-9546-7468bf7cc642 req-ee298b44-845d-4438-88d2-93e0cb40137b tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:33.385294 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-569ab5e8-9442-4c68-9546-7468bf7cc642 req-ee298b44-845d-4438-88d2-93e0cb40137b tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0594852 May 26 11:17:33.454892 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-569ab5e8-9442-4c68-9546-7468bf7cc642 req-18271210-f1b1-4d62-b17c-2b91f82dede1 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545676 May 26 11:17:33.538855 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc9e20-eb45-4638-bd0c-a040d9e46c14 req-0decb79d-d68d-429d-9e95-37b781bfbc73 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:33.540448 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cdfc9e20-eb45-4638-bd0c-a040d9e46c14 req-0decb79d-d68d-429d-9e95-37b781bfbc73 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 943 time: 0.1022325 May 26 11:17:33.592852 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cdfc9e20-eb45-4638-bd0c-a040d9e46c14 req-b54f8303-1aaf-4c60-869f-b793aba832f7 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450196 May 26 11:17:34.615096 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee17d1a-e747-4126-b768-c43595b15024 req-d690a2e7-4b44-4640-ad4f-44b179ef5bf1 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:34.616576 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5ee17d1a-e747-4126-b768-c43595b15024 req-d690a2e7-4b44-4640-ad4f-44b179ef5bf1 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0482848 May 26 11:17:34.664159 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5ee17d1a-e747-4126-b768-c43595b15024 req-350c65f9-29d1-45a7-9090-a1876bf2b44c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413852 May 26 11:17:34.788033 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fac2fc-91f6-4956-9527-2781bfd8819e req-5ae813a3-3d9c-4e31-b692-430d306691ee tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:34.789683 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-65fac2fc-91f6-4956-9527-2781bfd8819e req-5ae813a3-3d9c-4e31-b692-430d306691ee tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 943 time: 0.0663588 May 26 11:17:34.832320 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-65fac2fc-91f6-4956-9527-2781bfd8819e req-5c545f1a-6624-4090-923b-29b3003c1121 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362799 May 26 11:17:35.804504 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef513a-add3-49c4-a6aa-e6af051cd603 req-801cc4d3-f833-49a3-962e-4218eea0aca0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:35.806969 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1cef513a-add3-49c4-a6aa-e6af051cd603 req-801cc4d3-f833-49a3-962e-4218eea0aca0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0578797 May 26 11:17:35.848905 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1cef513a-add3-49c4-a6aa-e6af051cd603 req-7ed0cf77-5e85-416b-aed8-ad3d5dfb5747 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349951 May 26 11:17:35.978361 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd48854-22b1-4e1c-8b1e-cfe25053a277 req-ed376e3f-4f0b-4c5a-947b-e2aea8174575 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:35.979834 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bdd48854-22b1-4e1c-8b1e-cfe25053a277 req-ed376e3f-4f0b-4c5a-947b-e2aea8174575 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 943 time: 0.0677638 May 26 11:17:36.039143 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bdd48854-22b1-4e1c-8b1e-cfe25053a277 req-47d5944f-3e9c-4608-9bfd-e43086d69843 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516453 May 26 11:17:36.980931 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c651eae-9072-4877-817f-15774cae64c2 req-b090e5cf-0472-44ce-950b-86361b4d0b9a tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:36.982475 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9c651eae-9072-4877-817f-15774cae64c2 req-b090e5cf-0472-44ce-950b-86361b4d0b9a tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0505092 May 26 11:17:37.025396 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9c651eae-9072-4877-817f-15774cae64c2 req-72db5483-5aa3-47df-b1c3-75753e73f7d8 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351036 May 26 11:17:37.163061 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b696c7-303b-44c1-a2d9-740a0b9006e0 req-f1c9f918-53a7-4e4f-a4ba-4d052cc165e5 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:37.170554 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a4b696c7-303b-44c1-a2d9-740a0b9006e0 req-f1c9f918-53a7-4e4f-a4ba-4d052cc165e5 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 943 time: 0.0580938 May 26 11:17:37.206183 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a4b696c7-303b-44c1-a2d9-740a0b9006e0 req-31740c16-24f0-4e39-8330-ddaab8439562 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347276 May 26 11:17:37.467387 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 40634) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:17:37.582965 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d3cff773-5d07-4278-a1c2-dce7bf2d6dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:37.679652 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d3cff773-5d07-4278-a1c2-dce7bf2d6dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:37.761454 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d3cff773-5d07-4278-a1c2-dce7bf2d6dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:37.805140 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cff773-5d07-4278-a1c2-dce7bf2d6dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87b9d7b-2841-4a9d-923f-9bc215fe5b73,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:37.809495 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-d3cff773-5d07-4278-a1c2-dce7bf2d6dda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b3f8160bd104554aa93abbd24f1e925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3392711 May 26 11:17:37.811998 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 40642) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:17:37.860745 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ee5ea46e-26c9-4939-af21-0a91050b1c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:37.886439 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ee5ea46e-26c9-4939-af21-0a91050b1c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:38.013010 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ee5ea46e-26c9-4939-af21-0a91050b1c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:38.016348 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ee5ea46e-26c9-4939-af21-0a91050b1c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:38.019676 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-ee5ea46e-26c9-4939-af21-0a91050b1c55 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c87b9d7b-2841-4a9d-923f-9bc215fe5b73 HTTP/1.1" status: 204 len: 168 time: 0.2043364 May 26 11:17:38.026547 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ea46e-26c9-4939-af21-0a91050b1c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87b9d7b-2841-4a9d-923f-9bc215fe5b73,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:38.161120 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f053e-5891-4d7e-9e25-b53cadbc29c5 req-8ea24fc7-2620-4068-a989-752e54d136e0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:38.162583 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7b4f053e-5891-4d7e-9e25-b53cadbc29c5 req-8ea24fc7-2620-4068-a989-752e54d136e0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0525634 May 26 11:17:38.203801 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7b4f053e-5891-4d7e-9e25-b53cadbc29c5 req-5a60adb6-6d63-4517-97bb-81249118dad6 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331481 May 26 11:17:38.350576 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abf69e9-4021-4783-a17a-fe220eb829f9 req-1d6347b6-43d8-4111-9e7c-a21fc23a3d5c tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:38.352303 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7abf69e9-4021-4783-a17a-fe220eb829f9 req-1d6347b6-43d8-4111-9e7c-a21fc23a3d5c tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 943 time: 0.0640521 May 26 11:17:38.394766 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7abf69e9-4021-4783-a17a-fe220eb829f9 req-1abd975b-9033-48ed-9cfd-8e6f990bd0bd tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362861 May 26 11:17:39.108203 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 40674) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:17:39.229763 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-bdf2d0d1-ac9e-47ec-9841-95873310e8b2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1193264515-network', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:17:39.339402 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948724b6-7648-45ce-ba18-e622a224813c req-3a61e5ff-d561-414a-aa89-36b6e382e048 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:39.340983 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-948724b6-7648-45ce-ba18-e622a224813c req-3a61e5ff-d561-414a-aa89-36b6e382e048 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0495429 May 26 11:17:39.358899 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf2d0d1-ac9e-47ec-9841-95873310e8b2 admin admin] Made reservation on behalf of b8330e6f157749c79c6f779ab940e1b5 for: {'network': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:17:39.361636 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bdf2d0d1-ac9e-47ec-9841-95873310e8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for network, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:39.377976 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bdf2d0d1-ac9e-47ec-9841-95873310e8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:39.393632 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:39.416360 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-948724b6-7648-45ce-ba18-e622a224813c req-a9d1bc5b-c493-4ab6-a2b8-0ede8d40a234 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665495 May 26 11:17:39.496867 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bdf2d0d1-ac9e-47ec-9841-95873310e8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:39.536784 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5900d2-2dfa-4e08-b971-cbb622dab882 req-b55b9e3f-48c1-4d1f-9458-e7b9bc2e1523 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:39.540873 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7e5900d2-2dfa-4e08-b971-cbb622dab882 req-b55b9e3f-48c1-4d1f-9458-e7b9bc2e1523 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 943 time: 0.0604002 May 26 11:17:39.578851 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7e5900d2-2dfa-4e08-b971-cbb622dab882 req-614caf5f-66b7-4f8c-96f4-92426fb39ece tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334299 May 26 11:17:39.579559 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bdf2d0d1-ac9e-47ec-9841-95873310e8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:39.599852 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf2d0d1-ac9e-47ec-9841-95873310e8b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=102811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:17:39.618333 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bdf2d0d1-ac9e-47ec-9841-95873310e8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:39.618634 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.segments_db [None req-bdf2d0d1-ac9e-47ec-9841-95873310e8b2 admin admin] Added segment 32c73b14-dbd8-4220-ae77-a0387019faac of type vlan for network ecba23a2-84f5-4d25-94be-3592338dfd31 May 26 11:17:39.619759 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2d0d1-ac9e-47ec-9841-95873310e8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f139b7f8-0185-41e7-a7a7-ca3acb3b359b,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:39.668052 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bdf2d0d1-ac9e-47ec-9841-95873310e8b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744569042562'] for network, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:39.767649 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bdf2d0d1-ac9e-47ec-9841-95873310e8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for network, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:39.768966 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf2d0d1-ac9e-47ec-9841-95873310e8b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:39.773999 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-bdf2d0d1-ac9e-47ec-9841-95873310e8b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:39.840531 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2d0d1-ac9e-47ec-9841-95873310e8b2 admin admin] Pushing event updated for resources: {'Network': ['ID=ecba23a2-84f5-4d25-94be-3592338dfd31,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:39.851009 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Network ecba23a2-84f5-4d25-94be-3592338dfd31 details requested by agent ovs-agent-dv-cinder-843395-1-iscsi with host dv-cinder-843395-1-iscsi {{(pid=102813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 11:17:39.892957 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-bdf2d0d1-ac9e-47ec-9841-95873310e8b2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7773159 May 26 11:17:39.892957 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 40684) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:17:39.896937 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-ff2c746f-05ef-4c08-b40b-03a4051639f9 admin admin] Request body: {'subnet': {'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1193264515-subnet', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'ip_version': 4}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:17:39.993756 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2c746f-05ef-4c08-b40b-03a4051639f9 admin admin] Made reservation on behalf of b8330e6f157749c79c6f779ab940e1b5 for: {'subnet': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:17:39.996501 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ff2c746f-05ef-4c08-b40b-03a4051639f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10303571'] for subnet, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:40.332918 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ff2c746f-05ef-4c08-b40b-03a4051639f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10386259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10303557'] for subnet, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:40.416665 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c746f-05ef-4c08-b40b-03a4051639f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=574ef81a-b121-4d5b-8038-17d4fb5c5a45,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:40.418920 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c746f-05ef-4c08-b40b-03a4051639f9 admin admin] Checking segment: {'id': '32c73b14-dbd8-4220-ae77-a0387019faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:17:40.419290 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2c746f-05ef-4c08-b40b-03a4051639f9 admin admin] Network hostable DHCP agents. Network: ecba23a2-84f5-4d25-94be-3592338dfd31, hostable agents: ['ae20bfe0-bbab-40fa-b22c-2da14db586ab'], hosted agents: [] {{(pid=102811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:17:40.517831 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2c746f-05ef-4c08-b40b-03a4051639f9 admin admin] Network ecba23a2-84f5-4d25-94be-3592338dfd31 is scheduled to be hosted by DHCP agent ae20bfe0-bbab-40fa-b22c-2da14db586ab with binding_index 1 {{(pid=102811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:17:40.550006 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3573fd-b895-4608-b8b5-0ec9dbfb04c7 req-b6c0d14d-db5a-49db-849c-95b0c72b2052 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:40.552586 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6d3573fd-b895-4608-b8b5-0ec9dbfb04c7 req-b6c0d14d-db5a-49db-849c-95b0c72b2052 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0631597 May 26 11:17:40.597789 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6d3573fd-b895-4608-b8b5-0ec9dbfb04c7 req-291b7de4-7416-4132-b1cb-0e983483eba8 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388992 May 26 11:17:40.629910 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-ff2c746f-05ef-4c08-b40b-03a4051639f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843395-1-iscsi, ecba23a2-84f5-4d25-94be-3592338dfd31) {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:17:40.634769 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2c746f-05ef-4c08-b40b-03a4051639f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:40.636954 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ff2c746f-05ef-4c08-b40b-03a4051639f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for subnet, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:40.647714 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ed6388-c036-49df-bc23-8e93055f57d7 None None] Network ecba23a2-84f5-4d25-94be-3592338dfd31 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:17:40.729109 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2c0d9-f396-42c3-addf-7e3abc4b431d req-4e930339-aec9-478f-8c04-9b77f8b1a22f tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:40.737341 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-27d2c0d9-f396-42c3-addf-7e3abc4b431d req-4e930339-aec9-478f-8c04-9b77f8b1a22f tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 943 time: 0.0606799 May 26 11:17:40.762896 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-ff2c746f-05ef-4c08-b40b-03a4051639f9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8705394 May 26 11:17:40.766600 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 40698) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:17:40.771993 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-8ef8b420-e248-432b-bd0e-2778a0449fe4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1193264515-router', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:17:40.783581 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-27d2c0d9-f396-42c3-addf-7e3abc4b431d req-96721cfb-475d-42ff-8778-c1b9cb64177e tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438123 May 26 11:17:40.833869 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp544487b2-adaf-528a-ac03-698d97ec23d0-ecba23a2-84f5-4d25-94be-3592338dfd31', 'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'fixed_ips': [{'subnet_id': '574ef81a-b121-4d5b-8038-17d4fb5c5a45'}]}} from dv-cinder-843395-1-iscsi. {{(pid=102813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 11:17:40.835007 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:40.874370 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8ef8b420-e248-432b-bd0e-2778a0449fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:40.876359 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8ef8b420-e248-432b-bd0e-2778a0449fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4372'] for router, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:40.934560 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8ef8b420-e248-432b-bd0e-2778a0449fe4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:41.021271 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.db_base_plugin_common [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Allocated IP 172.20.0.2 (ecba23a2-84f5-4d25-94be-3592338dfd31/574ef81a-b121-4d5b-8038-17d4fb5c5a45/3a294579-3de3-4abd-a4e5-85d3d12dd269) {{(pid=102813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:17:41.189835 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Notify callbacks [] for port, precommit_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:41.735838 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623b63b-9055-4dc2-ba79-948549e2eebf req-88b05140-e187-48ab-bb63-37d744bc391d tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:41.737381 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0623b63b-9055-4dc2-ba79-948549e2eebf req-88b05140-e187-48ab-bb63-37d744bc391d tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0585876 May 26 11:17:41.781152 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0623b63b-9055-4dc2-ba79-948549e2eebf req-43c136bc-7b7e-4c07-9d15-f5b3f0d8327e tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375082 May 26 11:17:41.898353 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885e78a-f0fa-4554-84b5-7d2d65c82169 req-96cc6284-438f-4b03-ba07-fa435fda4fc3 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:41.900323 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1885e78a-f0fa-4554-84b5-7d2d65c82169 req-96cc6284-438f-4b03-ba07-fa435fda4fc3 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 943 time: 0.0544131 May 26 11:17:41.944698 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1885e78a-f0fa-4554-84b5-7d2d65c82169 req-708db184-7ba7-4d07-bfa3-6a1a97052c71 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357590 May 26 11:17:41.988940 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855'] for port, after_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.031399 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Network ecba23a2-84f5-4d25-94be-3592338dfd31 is already hosted by enough agents. {{(pid=102813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:17:42.036494 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.scheduler.base_scheduler [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Resources bound (agent type, host, resource id): {{(pid=102813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:17:42.040262 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Received port after_create {{(pid=102813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:17:42.044443 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8ef8b420-e248-432b-bd0e-2778a0449fe4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.050396 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Pushing event updated for resources: {'Port': ['ID=3a294579-3de3-4abd-a4e5-85d3d12dd269,revision_number=1']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:42.074717 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:42.075226 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:42.075656 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:42.076096 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:42.076534 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:42.076989 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:42.077412 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:42.077879 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:42.078348 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:42.078774 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:42.079199 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:42.079593 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:42.115284 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Attempting to bind port 3a294579-3de3-4abd-a4e5-85d3d12dd269 on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:17:42.120814 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Attempting to bind port 3a294579-3de3-4abd-a4e5-85d3d12dd269 by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': '32c73b14-dbd8-4220-ae77-a0387019faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:17:42.120814 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Attempting to bind port 3a294579-3de3-4abd-a4e5-85d3d12dd269 on network ecba23a2-84f5-4d25-94be-3592338dfd31 {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:17:42.121017 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:17:42.121380 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Checking segment: {'id': '32c73b14-dbd8-4220-ae77-a0387019faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:17:42.121780 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.122171 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Bound using segment: {'id': '32c73b14-dbd8-4220-ae77-a0387019faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:17:42.122636 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Bound port: 3a294579-3de3-4abd-a4e5-85d3d12dd269, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c73b14-dbd8-4220-ae77-a0387019faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:17:42.123019 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.211494 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] For port 3a294579-3de3-4abd-a4e5-85d3d12dd269, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:17:42.214697 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] For port 3a294579-3de3-4abd-a4e5-85d3d12dd269, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=3a294579-3de3-4abd-a4e5-85d3d12dd269,segment=NetworkSegment(32c73b14-dbd8-4220-ae77-a0387019faac),segment_id=32c73b14-dbd8-4220-ae77-a0387019faac)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:17:42.299290 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.344688 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8ef8b420-e248-432b-bd0e-2778a0449fe4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.358020 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 40712) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:17:42.384223 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8ef8b420-e248-432b-bd0e-2778a0449fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.498452 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-8ef8b420-e248-432b-bd0e-2778a0449fe4 admin admin] Allocated IP 172.27.2.58 (6ce135a4-eab8-4863-9af0-cf5ae6e229cb/86b44d4e-8f3f-4d5d-9881-9aaa3797f33b/5c6a6186-e8d2-4e9c-87f7-0853a450a6c7) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:17:42.500689 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda44c9-118a-4eea-9167-fc6d43a70c32 None None] Pushing event updated for resources: {'Port': ['ID=3a294579-3de3-4abd-a4e5-85d3d12dd269,revision_number=2']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:42.504938 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8a153340-c491-4415-97b4-46ce1d60eba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.608894 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8a153340-c491-4415-97b4-46ce1d60eba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.654299 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8ef8b420-e248-432b-bd0e-2778a0449fe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.721975 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8a153340-c491-4415-97b4-46ce1d60eba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.773733 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8ef8b420-e248-432b-bd0e-2778a0449fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:42.778630 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a153340-c491-4415-97b4-46ce1d60eba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d9a592-fb39-45da-a3fd-edcb396926bb,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:42.786103 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-8a153340-c491-4415-97b4-46ce1d60eba9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a643c77003a44b1ada921e277ff818e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4259593 May 26 11:17:42.787492 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 40718) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:17:42.900831 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8b420-e248-432b-bd0e-2778a0449fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=5c6a6186-e8d2-4e9c-87f7-0853a450a6c7,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:42.918068 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef8b420-e248-432b-bd0e-2778a0449fe4 admin admin] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:17:42.923443 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-8ef8b420-e248-432b-bd0e-2778a0449fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:17:42.927867 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef8b420-e248-432b-bd0e-2778a0449fe4 admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:17:42.928025 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cef1d3d8-f024-43b8-92f2-8591ac5a5267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:43.039489 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cef1d3d8-f024-43b8-92f2-8591ac5a5267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:43.063896 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac385cc1-3bb2-4b99-84bd-0443d8b0ff57 req-df1a8ea5-bd91-4936-a301-541b8884c347 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:43.065665 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ac385cc1-3bb2-4b99-84bd-0443d8b0ff57 req-df1a8ea5-bd91-4936-a301-541b8884c347 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.1523602 May 26 11:17:43.129202 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ac385cc1-3bb2-4b99-84bd-0443d8b0ff57 req-6a93aba8-3355-483d-9d4a-5e7e8107a0e0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403264 May 26 11:17:43.235575 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cef1d3d8-f024-43b8-92f2-8591ac5a5267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:43.238276 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cef1d3d8-f024-43b8-92f2-8591ac5a5267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:43.239547 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-cef1d3d8-f024-43b8-92f2-8591ac5a5267 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8d9a592-fb39-45da-a3fd-edcb396926bb HTTP/1.1" status: 204 len: 168 time: 0.4516246 May 26 11:17:43.255936 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1d3d8-f024-43b8-92f2-8591ac5a5267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d9a592-fb39-45da-a3fd-edcb396926bb,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:43.285942 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63b02d-715e-490e-9659-99f22860437b req-67a3a805-a307-46c1-8340-d2d7debe4677 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:43.288253 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9a63b02d-715e-490e-9659-99f22860437b req-67a3a805-a307-46c1-8340-d2d7debe4677 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 943 time: 0.0813122 May 26 11:17:43.357432 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9a63b02d-715e-490e-9659-99f22860437b req-722b13d5-2326-4da0-95a4-09d5eb2b4705 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628943 May 26 11:17:43.399799 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8ef8b420-e248-432b-bd0e-2778a0449fe4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:43.631360 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8ef8b420-e248-432b-bd0e-2778a0449fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667143'] for router, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:43.651432 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 3a294579-3de3-4abd-a4e5-85d3d12dd269 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:17:43.737885 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce94ee5-5915-47c3-9682-254c2f346d1e None None] Network ecba23a2-84f5-4d25-94be-3592338dfd31 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:17:43.787883 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 3a294579-3de3-4abd-a4e5-85d3d12dd269 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:17:43.788263 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:43.867955 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-aad5f5db-6ad3-4d8e-8a0d-fdd08a0a3f60 None None] Provisioning complete for port 3a294579-3de3-4abd-a4e5-85d3d12dd269 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:17:43.868320 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-aad5f5db-6ad3-4d8e-8a0d-fdd08a0a3f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:43.873015 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef8b420-e248-432b-bd0e-2778a0449fe4 admin admin] Router 6cc139fe-efb5-4e96-921b-dd10c7ee247a is scheduled to L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 with binding_index 1 {{(pid=102810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 11:17:43.977930 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef8b420-e248-432b-bd0e-2778a0449fe4 admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:17:43.988825 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892af528-f98e-412f-9ba6-28cbbd135c20 None None] Sync routers for ids ['6cc139fe-efb5-4e96-921b-dd10c7ee247a'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:17:43.990682 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 3a294579-3de3-4abd-a4e5-85d3d12dd269 is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:17:43.991045 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:43.998689 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892af528-f98e-412f-9ba6-28cbbd135c20 None None] Routers {'6cc139fe-efb5-4e96-921b-dd10c7ee247a'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:17:43.999299 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-892af528-f98e-412f-9ba6-28cbbd135c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:17:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['6cc139fe-efb5-4e96-921b-dd10c7ee247a'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:44.071093 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c4930102-f789-48be-b099-5ee77c22024a None None] For port 3a294579-3de3-4abd-a4e5-85d3d12dd269, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=3a294579-3de3-4abd-a4e5-85d3d12dd269,segment=NetworkSegment(32c73b14-dbd8-4220-ae77-a0387019faac),segment_id=32c73b14-dbd8-4220-ae77-a0387019faac)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:17:44.074350 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-aad5f5db-6ad3-4d8e-8a0d-fdd08a0a3f60 None None] Current status of the port 3a294579-3de3-4abd-a4e5-85d3d12dd269 is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:17:44.074908 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-aad5f5db-6ad3-4d8e-8a0d-fdd08a0a3f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:44.107091 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-892af528-f98e-412f-9ba6-28cbbd135c20 None None] Set router 6cc139fe-efb5-4e96-921b-dd10c7ee247a gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:17:44.109754 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8ef8b420-e248-432b-bd0e-2778a0449fe4 admin admin] Notify callbacks [] for router, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:44.114770 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-8ef8b420-e248-432b-bd0e-2778a0449fe4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3431542 May 26 11:17:44.114770 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 40726) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:17:44.129037 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7526f13d-67e1-46bb-923f-37f5b5cbb5b6 req-4eedd3d9-1726-4232-a171-2ef79a713c2a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0626290 May 26 11:17:44.229430 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526f13d-67e1-46bb-923f-37f5b5cbb5b6 req-54a270e3-5e3a-4e62-bc6d-66c562c7987c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:44.231135 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7526f13d-67e1-46bb-923f-37f5b5cbb5b6 req-54a270e3-5e3a-4e62-bc6d-66c562c7987c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f75021785f634f61b049c180934660f4&device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 1098 time: 0.0737050 May 26 11:17:44.247738 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:44.345587 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-892af528-f98e-412f-9ba6-28cbbd135c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'name': 'tempest-TestMinimumBasicScenario-1193264515-router', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '5c6a6186-e8d2-4e9c-87f7-0853a450a6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:17:40Z', 'updated_at': '2022-05-26T11:17:43Z', 'revision_number': 3, 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'gw_port': {'id': '5c6a6186-e8d2-4e9c-87f7-0853a450a6c7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:94:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:42Z', 'updated_at': '2022-05-26T11:17:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:44.373611 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892af528-f98e-412f-9ba6-28cbbd135c20 None None] Checking router: 6cc139fe-efb5-4e96-921b-dd10c7ee247a for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:17:44.373884 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892af528-f98e-412f-9ba6-28cbbd135c20 None None] Updating router 6cc139fe-efb5-4e96-921b-dd10c7ee247a port 5c6a6186-e8d2-4e9c-87f7-0853a450a6c7 binding host dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:17:44.376360 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Pushing event updated for resources: {'Port': ['ID=3a294579-3de3-4abd-a4e5-85d3d12dd269,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:44.379350 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.db.api [None req-aad5f5db-6ad3-4d8e-8a0d-fdd08a0a3f60 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 11:17:44.380067 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG oslo_db.api [None req-aad5f5db-6ad3-4d8e-8a0d-fdd08a0a3f60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 11:17:44.410868 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-892af528-f98e-412f-9ba6-28cbbd135c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:44.416835 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8dab0-de12-4836-8e5f-2a2b13f62da8 req-071c064b-7c89-441f-816e-694b50604eaa tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:44.425665 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-31c8dab0-de12-4836-8e5f-2a2b13f62da8 req-071c064b-7c89-441f-816e-694b50604eaa tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.1779950 May 26 11:17:44.479986 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526f13d-67e1-46bb-923f-37f5b5cbb5b6 req-d1468819-4805-46ec-8d20-4c60450fd0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:44.481508 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7526f13d-67e1-46bb-923f-37f5b5cbb5b6 req-d1468819-4805-46ec-8d20-4c60450fd0d1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ff00a8f-4904-4850-8392-2b7e558c981b HTTP/1.1" status: 200 len: 911 time: 0.2196860 May 26 11:17:44.486659 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-31c8dab0-de12-4836-8e5f-2a2b13f62da8 req-2579dd0a-75f8-4324-95ef-62c78171df7a tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572138 May 26 11:17:44.622050 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7526f13d-67e1-46bb-923f-37f5b5cbb5b6 req-f9647191-e6d9-4b28-a406-eb4fc28e00f6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73d1c007-d465-4efc-a7a0-e7f6ec103745 HTTP/1.1" status: 200 len: 999 time: 0.1301997 May 26 11:17:44.638605 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b81d6-34cd-4d72-9635-6659aa2a35c7 req-5518bb8a-eac6-47d9-a708-99c11f9ce0de tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:44.642727 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-992b81d6-34cd-4d72-9635-6659aa2a35c7 req-5518bb8a-eac6-47d9-a708-99c11f9ce0de tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 943 time: 0.0806878 May 26 11:17:44.709498 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-892af528-f98e-412f-9ba6-28cbbd135c20 None None] Notify callbacks [] for port, precommit_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:44.715386 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-992b81d6-34cd-4d72-9635-6659aa2a35c7 req-46afec07-08c9-4fd4-8485-afff4f3dda58 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633504 May 26 11:17:44.716923 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526f13d-67e1-46bb-923f-37f5b5cbb5b6 req-0b547cf0-e990-4ce6-877f-4e742cf8f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:44.718458 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7526f13d-67e1-46bb-923f-37f5b5cbb5b6 req-0b547cf0-e990-4ce6-877f-4e742cf8f833 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b2d5adfb-8844-43b5-9569-dc8a73d4cd6b HTTP/1.1" status: 200 len: 849 time: 0.0745721 May 26 11:17:44.771076 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526f13d-67e1-46bb-923f-37f5b5cbb5b6 req-b8c2ba57-bce6-4a66-be16-81def5e9aed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:44.772466 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7526f13d-67e1-46bb-923f-37f5b5cbb5b6 req-b8c2ba57-bce6-4a66-be16-81def5e9aed2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ff00a8f-4904-4850-8392-2b7e558c981b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452280 May 26 11:17:44.804935 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-892af528-f98e-412f-9ba6-28cbbd135c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:44.854550 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a90e0-c7a4-4758-952a-b5c7909ff6ca None None] Pushing event updated for resources: {'Port': ['ID=5c6a6186-e8d2-4e9c-87f7-0853a450a6c7,revision_number=2']} {{(pid=102814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:44.865226 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a90e0-c7a4-4758-952a-b5c7909ff6ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:44.865669 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a90e0-c7a4-4758-952a-b5c7909ff6ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:44.866436 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a90e0-c7a4-4758-952a-b5c7909ff6ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:44.866835 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a90e0-c7a4-4758-952a-b5c7909ff6ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:44.867238 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a90e0-c7a4-4758-952a-b5c7909ff6ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:44.867638 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a90e0-c7a4-4758-952a-b5c7909ff6ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:44.868034 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a90e0-c7a4-4758-952a-b5c7909ff6ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:44.868656 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a90e0-c7a4-4758-952a-b5c7909ff6ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:44.868871 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a90e0-c7a4-4758-952a-b5c7909ff6ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:44.869268 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a90e0-c7a4-4758-952a-b5c7909ff6ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:44.869651 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a90e0-c7a4-4758-952a-b5c7909ff6ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:44.869990 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d44a90e0-c7a4-4758-952a-b5c7909ff6ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:44.884646 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-892af528-f98e-412f-9ba6-28cbbd135c20 None None] Attempting to bind port 5c6a6186-e8d2-4e9c-87f7-0853a450a6c7 on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:17:44.884646 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-892af528-f98e-412f-9ba6-28cbbd135c20 None None] Attempting to bind port 5c6a6186-e8d2-4e9c-87f7-0853a450a6c7 by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}] {{(pid=102814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:17:44.885341 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892af528-f98e-412f-9ba6-28cbbd135c20 None None] Attempting to bind port 5c6a6186-e8d2-4e9c-87f7-0853a450a6c7 on network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:17:44.888131 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b07916c1-f79a-4f2c-ae2e-d8bfc6b2a2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:44.891614 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892af528-f98e-412f-9ba6-28cbbd135c20 None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:17:44.892031 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892af528-f98e-412f-9ba6-28cbbd135c20 None None] Checking segment: {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:17:44.892494 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-892af528-f98e-412f-9ba6-28cbbd135c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:44.892971 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892af528-f98e-412f-9ba6-28cbbd135c20 None None] Bound using segment: {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'} {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:17:44.893513 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-892af528-f98e-412f-9ba6-28cbbd135c20 None None] Bound port: 5c6a6186-e8d2-4e9c-87f7-0853a450a6c7, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}}] {{(pid=102814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:17:44.893992 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-892af528-f98e-412f-9ba6-28cbbd135c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:44.894330 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7526f13d-67e1-46bb-923f-37f5b5cbb5b6 req-a11008d4-d4c8-4fca-82c2-d337eab4f505 service neutron] 10.222.0.42 "GET /v2.0/networks/3ff00a8f-4904-4850-8392-2b7e558c981b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113331 May 26 11:17:44.944301 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-aad5f5db-6ad3-4d8e-8a0d-fdd08a0a3f60 None None] Current status of the port 3a294579-3de3-4abd-a4e5-85d3d12dd269 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:17:44.959022 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.db [None req-892af528-f98e-412f-9ba6-28cbbd135c20 None None] For port 5c6a6186-e8d2-4e9c-87f7-0853a450a6c7, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:17:44.962841 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.db [None req-892af528-f98e-412f-9ba6-28cbbd135c20 None None] For port 5c6a6186-e8d2-4e9c-87f7-0853a450a6c7, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=5c6a6186-e8d2-4e9c-87f7-0853a450a6c7,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:17:45.031495 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7526f13d-67e1-46bb-923f-37f5b5cbb5b6 req-894962ae-a946-421d-9327-c88410f37db7 service neutron] 10.222.0.42 "GET /v2.0/networks/3ff00a8f-4904-4850-8392-2b7e558c981b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180251 May 26 11:17:45.041862 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-892af528-f98e-412f-9ba6-28cbbd135c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:45.064365 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-b07916c1-f79a-4f2c-ae2e-d8bfc6b2a2f9 admin admin] Allocated IP 172.20.0.1 (ecba23a2-84f5-4d25-94be-3592338dfd31/574ef81a-b121-4d5b-8038-17d4fb5c5a45/6f654e97-94fa-45c5-b91a-171bab363902) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:17:45.066875 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-3ea7a776-70c0-4c0d-85de-efd78582e0e9 None None] Provisioning complete for port 3a294579-3de3-4abd-a4e5-85d3d12dd269 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:17:45.067818 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-3ea7a776-70c0-4c0d-85de-efd78582e0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:45.103121 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892af528-f98e-412f-9ba6-28cbbd135c20 None None] Routers {'6cc139fe-efb5-4e96-921b-dd10c7ee247a'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:17:45.103756 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-892af528-f98e-412f-9ba6-28cbbd135c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:17:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['6cc139fe-efb5-4e96-921b-dd10c7ee247a'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:45.142609 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a90e0-c7a4-4758-952a-b5c7909ff6ca None None] Pushing event updated for resources: {'Port': ['ID=5c6a6186-e8d2-4e9c-87f7-0853a450a6c7,revision_number=3']} {{(pid=102814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:45.167551 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-3ea7a776-70c0-4c0d-85de-efd78582e0e9 None None] Current status of the port 3a294579-3de3-4abd-a4e5-85d3d12dd269 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:17:45.199834 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b07916c1-f79a-4f2c-ae2e-d8bfc6b2a2f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:45.217714 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-892af528-f98e-412f-9ba6-28cbbd135c20 None None] Set router 6cc139fe-efb5-4e96-921b-dd10c7ee247a gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:17:45.327368 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b07916c1-f79a-4f2c-ae2e-d8bfc6b2a2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:45.363895 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07916c1-f79a-4f2c-ae2e-d8bfc6b2a2f9 admin admin] Network ecba23a2-84f5-4d25-94be-3592338dfd31 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:17:45.368373 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-b07916c1-f79a-4f2c-ae2e-d8bfc6b2a2f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:17:45.371854 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07916c1-f79a-4f2c-ae2e-d8bfc6b2a2f9 admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:17:45.399751 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07916c1-f79a-4f2c-ae2e-d8bfc6b2a2f9 admin admin] Pushing event updated for resources: {'Port': ['ID=6f654e97-94fa-45c5-b91a-171bab363902,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:45.404924 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-892af528-f98e-412f-9ba6-28cbbd135c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'name': 'tempest-TestMinimumBasicScenario-1193264515-router', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '5c6a6186-e8d2-4e9c-87f7-0853a450a6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:17:40Z', 'updated_at': '2022-05-26T11:17:43Z', 'revision_number': 3, 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'gw_port': {'id': '5c6a6186-e8d2-4e9c-87f7-0853a450a6c7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:94:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:42Z', 'updated_at': '2022-05-26T11:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:45.424029 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b07916c1-f79a-4f2c-ae2e-d8bfc6b2a2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665140'] for router_interface, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:45.433680 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892af528-f98e-412f-9ba6-28cbbd135c20 None None] The sync data for ids ['6cc139fe-efb5-4e96-921b-dd10c7ee247a'] in dv-cinder-843395-1-iscsi is: [{'id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'name': 'tempest-TestMinimumBasicScenario-1193264515-router', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '5c6a6186-e8d2-4e9c-87f7-0853a450a6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:17:40Z', 'updated_at': '2022-05-26T11:17:43Z', 'revision_number': 3, 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'gw_port': {'id': '5c6a6186-e8d2-4e9c-87f7-0853a450a6c7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:94:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:42Z', 'updated_at': '2022-05-26T11:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:17:45.540018 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 81506deb-5276-4ea9-9e3d-5c22337dcb79 details requested by agent hyperv_hv-cinder-84339 with host hv-cinder-84339 {{(pid=102813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 11:17:45.661852 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c094b-b7e5-4d58-af9e-ee26e0cc3500 req-5b618492-09be-48dc-ac15-7ea2bf54fbc1 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:45.663247 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cb6c094b-b7e5-4d58-af9e-ee26e0cc3500 req-5b618492-09be-48dc-ac15-7ea2bf54fbc1 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0592122 May 26 11:17:45.680000 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 3a294579-3de3-4abd-a4e5-85d3d12dd269 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:17:45.706016 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b07916c1-f79a-4f2c-ae2e-d8bfc6b2a2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:45.735283 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cb6c094b-b7e5-4d58-af9e-ee26e0cc3500 req-2c68b988-cb80-4323-a224-59da53c5602b tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639005 May 26 11:17:45.810739 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-b933bc3b-7326-4043-9d5a-860523ce9b89 None None] Provisioning complete for port 6f654e97-94fa-45c5-b91a-171bab363902 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:17:45.810986 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-b933bc3b-7326-4043-9d5a-860523ce9b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:45.814476 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 81506deb-5276-4ea9-9e3d-5c22337dcb79, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=81506deb-5276-4ea9-9e3d-5c22337dcb79,segment=NetworkSegment(f51624e8-24e5-4168-9fe3-c4402ee3b872),segment_id=f51624e8-24e5-4168-9fe3-c4402ee3b872)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:17:45.863830 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Returning: {'device': '81506deb-5276-4ea9-9e3d-5c22337dcb79', 'network_id': 'e538c0c8-adee-49f0-8d6b-bd90dcbb056e', 'port_id': '81506deb-5276-4ea9-9e3d-5c22337dcb79', 'mac_address': 'fa:16:3e:40:02:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc55c1b-fa38-4c91-94e4-f292e6feaec1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 11:17:45.924477 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 3a294579-3de3-4abd-a4e5-85d3d12dd269 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:17:45.924961 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:45.927229 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-b933bc3b-7326-4043-9d5a-860523ce9b89 None None] Port 6f654e97-94fa-45c5-b91a-171bab363902 cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:17:45.961652 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port 81506deb-5276-4ea9-9e3d-5c22337dcb79 is: DOWN; New status is: BUILD {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:17:45.962243 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:45.979428 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81506deb-5276-4ea9-9e3d-5c22337dcb79 {{(pid=102813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:17:45.986355 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1023ec2e-ab85-4e80-b8c1-7d3fd37e2629 req-12b18701-fd59-4cdf-bf15-61f7a20f32a2 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:45.989750 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1023ec2e-ab85-4e80-b8c1-7d3fd37e2629 req-12b18701-fd59-4cdf-bf15-61f7a20f32a2 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 943 time: 0.1551983 May 26 11:17:46.006207 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 81506deb-5276-4ea9-9e3d-5c22337dcb79, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=81506deb-5276-4ea9-9e3d-5c22337dcb79,segment=NetworkSegment(f51624e8-24e5-4168-9fe3-c4402ee3b872),segment_id=f51624e8-24e5-4168-9fe3-c4402ee3b872)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:17:46.050595 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 3a294579-3de3-4abd-a4e5-85d3d12dd269 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:17:46.081105 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:46.087616 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b07916c1-f79a-4f2c-ae2e-d8bfc6b2a2f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:46.092345 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1023ec2e-ab85-4e80-b8c1-7d3fd37e2629 req-e400d2c6-0fa0-45bd-b6ed-9dce7ee4ea60 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958269 May 26 11:17:46.143123 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=81506deb-5276-4ea9-9e3d-5c22337dcb79,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:46.158980 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b07916c1-f79a-4f2c-ae2e-d8bfc6b2a2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8805051'] for port, after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:46.228775 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07916c1-f79a-4f2c-ae2e-d8bfc6b2a2f9 admin admin] Pushing event updated for resources: {'Port': ['ID=6f654e97-94fa-45c5-b91a-171bab363902,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:46.231358 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b07916c1-f79a-4f2c-ae2e-d8bfc6b2a2f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665176'] for router_interface, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:46.339438 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07916c1-f79a-4f2c-ae2e-d8bfc6b2a2f9 admin admin] Network ecba23a2-84f5-4d25-94be-3592338dfd31 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:17:46.340895 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-b07916c1-f79a-4f2c-ae2e-d8bfc6b2a2f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:17:46.403656 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['81506deb-5276-4ea9-9e3d-5c22337dcb79'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:17:46.480737 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07916c1-f79a-4f2c-ae2e-d8bfc6b2a2f9 admin admin] Router 6cc139fe-efb5-4e96-921b-dd10c7ee247a has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:17:46.596136 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07916c1-f79a-4f2c-ae2e-d8bfc6b2a2f9 admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:17:46.601062 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-b07916c1-f79a-4f2c-ae2e-d8bfc6b2a2f9 admin admin] 10.222.0.21 "PUT /v2.0/routers/6cc139fe-efb5-4e96-921b-dd10c7ee247a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4861619 May 26 11:17:46.653152 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-5d47bda0-814d-4ce8-81bb-63e76c917abf None None] Provisioning complete for port 6f654e97-94fa-45c5-b91a-171bab363902 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:17:46.663151 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5d47bda0-814d-4ce8-81bb-63e76c917abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:46.691317 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-5d47bda0-814d-4ce8-81bb-63e76c917abf None None] Port 6f654e97-94fa-45c5-b91a-171bab363902 cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:17:46.907581 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e42da8-64ba-4c1c-a79b-d4f876dc5ba4 req-08c24c95-2586-4354-b7b2-9d6df20784dd tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:46.909145 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-77e42da8-64ba-4c1c-a79b-d4f876dc5ba4 req-08c24c95-2586-4354-b7b2-9d6df20784dd tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0534432 May 26 11:17:46.950880 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-77e42da8-64ba-4c1c-a79b-d4f876dc5ba4 req-5d77fa61-bb20-48e4-bfe6-0a213a167d90 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351951 May 26 11:17:47.193927 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4278fc63-ce55-45dc-b048-014698f9efd4 None None] Sync routers for ids ['6cc139fe-efb5-4e96-921b-dd10c7ee247a'] in dv-cinder-843395-1-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:17:47.205662 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4278fc63-ce55-45dc-b048-014698f9efd4 None None] Routers {'6cc139fe-efb5-4e96-921b-dd10c7ee247a'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:17:47.206491 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-4278fc63-ce55-45dc-b048-014698f9efd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:17:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['6cc139fe-efb5-4e96-921b-dd10c7ee247a'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:47.216873 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce614ef-8ea0-4ceb-b2a1-e7bae27f6bf3 req-f2aafaba-42e3-4c34-8938-5b998dba23d2 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:47.218524 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7ce614ef-8ea0-4ceb-b2a1-e7bae27f6bf3 req-f2aafaba-42e3-4c34-8938-5b998dba23d2 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 944 time: 0.0579598 May 26 11:17:47.267044 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7ce614ef-8ea0-4ceb-b2a1-e7bae27f6bf3 req-3fc4d085-6bec-41bc-83d9-c27ebc192966 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409861 May 26 11:17:47.313760 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-4278fc63-ce55-45dc-b048-014698f9efd4 None None] Set router 6cc139fe-efb5-4e96-921b-dd10c7ee247a gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:17:47.507390 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-4278fc63-ce55-45dc-b048-014698f9efd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'name': 'tempest-TestMinimumBasicScenario-1193264515-router', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '5c6a6186-e8d2-4e9c-87f7-0853a450a6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:17:40Z', 'updated_at': '2022-05-26T11:17:45Z', 'revision_number': 4, 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'gw_port': {'id': '5c6a6186-e8d2-4e9c-87f7-0853a450a6c7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:94:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:42Z', 'updated_at': '2022-05-26T11:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '6f654e97-94fa-45c5-b91a-171bab363902', 'name': '', 'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'mac_address': 'fa:16:3e:97:5d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '574ef81a-b121-4d5b-8038-17d4fb5c5a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:44Z', 'updated_at': '2022-05-26T11:17:45Z', 'revision_number': 2, 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'subnets': [{'id': '574ef81a-b121-4d5b-8038-17d4fb5c5a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:47.517128 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 40766) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:17:47.522217 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-d0fc74e5-38cd-4a7c-8159-74f1f4dd0fae admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1315088494-network', 'tenant_id': 'decf754efa914c30aba7d4b8c59240b8'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:17:47.534060 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4278fc63-ce55-45dc-b048-014698f9efd4 None None] Checking router: 6cc139fe-efb5-4e96-921b-dd10c7ee247a for host: dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:17:47.534417 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4278fc63-ce55-45dc-b048-014698f9efd4 None None] Updating router 6cc139fe-efb5-4e96-921b-dd10c7ee247a port 6f654e97-94fa-45c5-b91a-171bab363902 binding host dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:17:47.556000 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 81506deb-5276-4ea9-9e3d-5c22337dcb79 up at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:17:47.586806 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-4278fc63-ce55-45dc-b048-014698f9efd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:47.604375 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fc74e5-38cd-4a7c-8159-74f1f4dd0fae admin admin] Made reservation on behalf of decf754efa914c30aba7d4b8c59240b8 for: {'network': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:17:47.607021 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d0fc74e5-38cd-4a7c-8159-74f1f4dd0fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for network, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:47.620274 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d0fc74e5-38cd-4a7c-8159-74f1f4dd0fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:47.641722 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 5c6a6186-e8d2-4e9c-87f7-0853a450a6c7 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:17:47.700050 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d0fc74e5-38cd-4a7c-8159-74f1f4dd0fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:47.761153 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d0fc74e5-38cd-4a7c-8159-74f1f4dd0fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:47.781768 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0fc74e5-38cd-4a7c-8159-74f1f4dd0fae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=102811) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:17:47.795955 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc74e5-38cd-4a7c-8159-74f1f4dd0fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de892ab5-3577-4688-84e2-69cb03d0aaa6,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:47.798335 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d0fc74e5-38cd-4a7c-8159-74f1f4dd0fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:47.798710 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.segments_db [None req-d0fc74e5-38cd-4a7c-8159-74f1f4dd0fae admin admin] Added segment 9af80024-147b-494a-b218-bf0671baa2ef of type vlan for network 4fd57752-1dd4-4d7e-9a55-e6847a083e20 May 26 11:17:47.801214 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 5c6a6186-e8d2-4e9c-87f7-0853a450a6c7 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:17:47.801588 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:47.802955 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning for port 81506deb-5276-4ea9-9e3d-5c22337dcb79 completed by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:17:47.811107 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc74e5-38cd-4a7c-8159-74f1f4dd0fae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:47.811463 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc74e5-38cd-4a7c-8159-74f1f4dd0fae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:47.811809 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc74e5-38cd-4a7c-8159-74f1f4dd0fae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:47.812703 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc74e5-38cd-4a7c-8159-74f1f4dd0fae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:47.813042 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc74e5-38cd-4a7c-8159-74f1f4dd0fae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:47.813376 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc74e5-38cd-4a7c-8159-74f1f4dd0fae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:47.813704 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc74e5-38cd-4a7c-8159-74f1f4dd0fae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:47.814035 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc74e5-38cd-4a7c-8159-74f1f4dd0fae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:47.814367 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc74e5-38cd-4a7c-8159-74f1f4dd0fae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:47.814692 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc74e5-38cd-4a7c-8159-74f1f4dd0fae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:47.815015 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc74e5-38cd-4a7c-8159-74f1f4dd0fae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:47.815337 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fc74e5-38cd-4a7c-8159-74f1f4dd0fae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:17:47.856375 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d0fc74e5-38cd-4a7c-8159-74f1f4dd0fae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744569042562'] for network, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:47.942568 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning complete for port 81506deb-5276-4ea9-9e3d-5c22337dcb79 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:17:47.942714 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:47.960903 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d0fc74e5-38cd-4a7c-8159-74f1f4dd0fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for network, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:47.962015 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fc74e5-38cd-4a7c-8159-74f1f4dd0fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:47.962627 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d0fc74e5-38cd-4a7c-8159-74f1f4dd0fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:48.031456 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc74e5-38cd-4a7c-8159-74f1f4dd0fae admin admin] Pushing event updated for resources: {'Network': ['ID=4fd57752-1dd4-4d7e-9a55-e6847a083e20,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:48.048278 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Network 4fd57752-1dd4-4d7e-9a55-e6847a083e20 details requested by agent ovs-agent-dv-cinder-843395-1-iscsi with host dv-cinder-843395-1-iscsi {{(pid=102813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 11:17:48.104520 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098de142-8372-4e65-afaf-9eac21c75004 req-0429e844-2b01-4154-b29b-ab170a607c2d tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:48.106012 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-098de142-8372-4e65-afaf-9eac21c75004 req-0429e844-2b01-4154-b29b-ab170a607c2d tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0534317 May 26 11:17:48.115838 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-85a9a8d2-56e0-4427-8a91-fc2601e236cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:48.122671 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-d0fc74e5-38cd-4a7c-8159-74f1f4dd0fae admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6041636 May 26 11:17:48.126296 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 40772) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:17:48.131063 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-fe49f4b0-46cd-4ad3-92a5-1dd4afac70b2 admin admin] Request body: {'subnet': {'network_id': '4fd57752-1dd4-4d7e-9a55-e6847a083e20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1315088494-subnet', 'tenant_id': 'decf754efa914c30aba7d4b8c59240b8', 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:17:48.158798 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-098de142-8372-4e65-afaf-9eac21c75004 req-9a69eed2-23c1-4f23-9c5e-72f61206dd20 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458906 May 26 11:17:48.200357 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 5c6a6186-e8d2-4e9c-87f7-0853a450a6c7 is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:17:48.200938 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:48.210831 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-4278fc63-ce55-45dc-b048-014698f9efd4 None None] Notify callbacks [] for port, precommit_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:48.241745 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c4930102-f789-48be-b099-5ee77c22024a None None] For port 5c6a6186-e8d2-4e9c-87f7-0853a450a6c7, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=5c6a6186-e8d2-4e9c-87f7-0853a450a6c7,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:17:48.242932 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port 81506deb-5276-4ea9-9e3d-5c22337dcb79 is: BUILD; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:17:48.243310 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:48.252553 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe49f4b0-46cd-4ad3-92a5-1dd4afac70b2 admin admin] Made reservation on behalf of decf754efa914c30aba7d4b8c59240b8 for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:17:48.255171 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fe49f4b0-46cd-4ad3-92a5-1dd4afac70b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8670211'] for subnet, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:48.265801 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81506deb-5276-4ea9-9e3d-5c22337dcb79'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:17:48.268046 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740ce8f4-5457-42db-b7a4-f97186c7b23d" -d '{"events": [{"server_uuid": "5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae", "name": "network-vif-plugged", "status": "completed", "tag": "81506deb-5276-4ea9-9e3d-5c22337dcb79"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:17:48.281755 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 81506deb-5276-4ea9-9e3d-5c22337dcb79, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=81506deb-5276-4ea9-9e3d-5c22337dcb79,segment=NetworkSegment(f51624e8-24e5-4168-9fe3-c4402ee3b872),segment_id=f51624e8-24e5-4168-9fe3-c4402ee3b872)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:17:48.307970 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f416df3-3b0a-48dd-9972-be482112827e x-openstack-request-id: req-9f416df3-3b0a-48dd-9972-be482112827e {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:17:48.307970 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae", "name": "network-vif-plugged", "status": "completed", "tag": "81506deb-5276-4ea9-9e3d-5c22337dcb79", "code": 200}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:17:48.307970 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9f416df3-3b0a-48dd-9972-be482112827e {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:17:48.307970 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f416df3-3b0a-48dd-9972-be482112827e'] response: {'server_uuid': '5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81506deb-5276-4ea9-9e3d-5c22337dcb79', 'code': 200} May 26 11:17:48.332804 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-4278fc63-ce55-45dc-b048-014698f9efd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:48.367029 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:48.368716 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:48.409044 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52f6e6-27e2-477f-9d6c-ebaef64aa989 None None] Pushing event updated for resources: {'Port': ['ID=6f654e97-94fa-45c5-b91a-171bab363902,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:48.431717 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5316d0-3bbd-4a1c-80d6-b1a0cc371d37 req-4b2b67d1-2264-47a7-82a5-9b8ec36abcbb tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:48.445274 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4c5316d0-3bbd-4a1c-80d6-b1a0cc371d37 req-4b2b67d1-2264-47a7-82a5-9b8ec36abcbb tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 945 time: 0.0917294 May 26 11:17:48.497054 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4c5316d0-3bbd-4a1c-80d6-b1a0cc371d37 req-76b8c9e6-9cdf-4e5c-a604-c8a26abe5d4e tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457118 May 26 11:17:48.509539 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-4278fc63-ce55-45dc-b048-014698f9efd4 None None] Attempting to bind port 6f654e97-94fa-45c5-b91a-171bab363902 on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:17:48.509912 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-4278fc63-ce55-45dc-b048-014698f9efd4 None None] Attempting to bind port 6f654e97-94fa-45c5-b91a-171bab363902 by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': '32c73b14-dbd8-4220-ae77-a0387019faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:17:48.510269 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4278fc63-ce55-45dc-b048-014698f9efd4 None None] Attempting to bind port 6f654e97-94fa-45c5-b91a-171bab363902 on network ecba23a2-84f5-4d25-94be-3592338dfd31 {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:17:48.520599 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4278fc63-ce55-45dc-b048-014698f9efd4 None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:17:48.520998 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4278fc63-ce55-45dc-b048-014698f9efd4 None None] Checking segment: {'id': '32c73b14-dbd8-4220-ae77-a0387019faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:17:48.521398 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-4278fc63-ce55-45dc-b048-014698f9efd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:48.521793 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4278fc63-ce55-45dc-b048-014698f9efd4 None None] Bound using segment: {'id': '32c73b14-dbd8-4220-ae77-a0387019faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:17:48.522378 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-4278fc63-ce55-45dc-b048-014698f9efd4 None None] Bound port: 6f654e97-94fa-45c5-b91a-171bab363902, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c73b14-dbd8-4220-ae77-a0387019faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:17:48.522844 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-4278fc63-ce55-45dc-b048-014698f9efd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:48.543428 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Pushing event updated for resources: {'Port': ['ID=5c6a6186-e8d2-4e9c-87f7-0853a450a6c7,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:48.549557 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fe49f4b0-46cd-4ad3-92a5-1dd4afac70b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8804864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8670229'] for subnet, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:48.616914 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49f4b0-46cd-4ad3-92a5-1dd4afac70b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eabe0289-4e5a-4b45-830f-4e0b68651478,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:48.622106 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe49f4b0-46cd-4ad3-92a5-1dd4afac70b2 admin admin] Checking segment: {'id': '9af80024-147b-494a-b218-bf0671baa2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4fd57752-1dd4-4d7e-9a55-e6847a083e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:17:48.622469 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe49f4b0-46cd-4ad3-92a5-1dd4afac70b2 admin admin] Network hostable DHCP agents. Network: 4fd57752-1dd4-4d7e-9a55-e6847a083e20, hostable agents: ['ae20bfe0-bbab-40fa-b22c-2da14db586ab'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:17:48.648483 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-4278fc63-ce55-45dc-b048-014698f9efd4 None None] For port 6f654e97-94fa-45c5-b91a-171bab363902, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:17:48.650930 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=81506deb-5276-4ea9-9e3d-5c22337dcb79,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:48.666253 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-4278fc63-ce55-45dc-b048-014698f9efd4 None None] For port 6f654e97-94fa-45c5-b91a-171bab363902, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=6f654e97-94fa-45c5-b91a-171bab363902,segment=NetworkSegment(32c73b14-dbd8-4220-ae77-a0387019faac),segment_id=32c73b14-dbd8-4220-ae77-a0387019faac)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:17:48.667332 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-2b0ad1cd-d1eb-40c3-9994-a456f9bc10e6 None None] Provisioning complete for port 6f654e97-94fa-45c5-b91a-171bab363902 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:17:48.667699 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-2b0ad1cd-d1eb-40c3-9994-a456f9bc10e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:48.683821 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558455cb-e67e-4f10-b59e-2a4c2f42de2e req-728404e7-a3d8-4012-b9b0-73ee976063cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:48.685355 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-558455cb-e67e-4f10-b59e-2a4c2f42de2e req-728404e7-a3d8-4012-b9b0-73ee976063cb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 1098 time: 0.0415454 May 26 11:17:48.702569 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-2b0ad1cd-d1eb-40c3-9994-a456f9bc10e6 None None] Port 6f654e97-94fa-45c5-b91a-171bab363902 cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:17:48.726822 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe49f4b0-46cd-4ad3-92a5-1dd4afac70b2 admin admin] Network 4fd57752-1dd4-4d7e-9a55-e6847a083e20 is scheduled to be hosted by DHCP agent ae20bfe0-bbab-40fa-b22c-2da14db586ab with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:17:48.729566 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-558455cb-e67e-4f10-b59e-2a4c2f42de2e req-3f1bfafe-ac63-4648-a617-fc63516bf6d7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323081 May 26 11:17:48.753043 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-4278fc63-ce55-45dc-b048-014698f9efd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:48.798809 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-fe49f4b0-46cd-4ad3-92a5-1dd4afac70b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843395-1-iscsi, 4fd57752-1dd4-4d7e-9a55-e6847a083e20) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:17:48.806214 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe49f4b0-46cd-4ad3-92a5-1dd4afac70b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:48.808787 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fe49f4b0-46cd-4ad3-92a5-1dd4afac70b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:48.812488 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b79a53-6f5b-41fb-aa66-9cd094aed9ff None None] Network 4fd57752-1dd4-4d7e-9a55-e6847a083e20 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:17:48.815607 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4278fc63-ce55-45dc-b048-014698f9efd4 None None] Routers {'6cc139fe-efb5-4e96-921b-dd10c7ee247a'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:17:48.816238 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-4278fc63-ce55-45dc-b048-014698f9efd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:17:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['6cc139fe-efb5-4e96-921b-dd10c7ee247a'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:48.817920 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52f6e6-27e2-477f-9d6c-ebaef64aa989 None None] Pushing event updated for resources: {'Port': ['ID=6f654e97-94fa-45c5-b91a-171bab363902,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:48.881098 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-fe49f4b0-46cd-4ad3-92a5-1dd4afac70b2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7537041 May 26 11:17:48.883788 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 40782) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:17:48.888585 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-a167346f-4a0b-44f7-9452-b9fb7d7ca0b9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1315088494-router', 'tenant_id': 'decf754efa914c30aba7d4b8c59240b8', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:17:48.995775 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a167346f-4a0b-44f7-9452-b9fb7d7ca0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:48.998000 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a167346f-4a0b-44f7-9452-b9fb7d7ca0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4372'] for router, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:49.009357 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-4278fc63-ce55-45dc-b048-014698f9efd4 None None] Set router 6cc139fe-efb5-4e96-921b-dd10c7ee247a gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:17:49.053630 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a167346f-4a0b-44f7-9452-b9fb7d7ca0b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:49.151087 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2df37f-328e-4013-88f3-7ffa72a65239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp544487b2-adaf-528a-ac03-698d97ec23d0-4fd57752-1dd4-4d7e-9a55-e6847a083e20', 'network_id': '4fd57752-1dd4-4d7e-9a55-e6847a083e20', 'tenant_id': 'decf754efa914c30aba7d4b8c59240b8', 'fixed_ips': [{'subnet_id': 'eabe0289-4e5a-4b45-830f-4e0b68651478'}]}} from dv-cinder-843395-1-iscsi. {{(pid=102813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 11:17:49.152598 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5e2df37f-328e-4013-88f3-7ffa72a65239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:49.187959 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-2ccdc47d-6dad-4f21-8bfd-8b075302c2a7 None None] Provisioning complete for port 6f654e97-94fa-45c5-b91a-171bab363902 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:17:49.188328 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-2ccdc47d-6dad-4f21-8bfd-8b075302c2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:49.262843 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a167346f-4a0b-44f7-9452-b9fb7d7ca0b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:49.284346 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182c864-50d1-413b-98df-41481ad470c3 req-906bedb2-8aaa-4589-8f7c-ba645193ebf7 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:49.285901 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b182c864-50d1-413b-98df-41481ad470c3 req-906bedb2-8aaa-4589-8f7c-ba645193ebf7 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0494471 May 26 11:17:49.323340 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b182c864-50d1-413b-98df-41481ad470c3 req-e8c57abe-bf93-4ec3-9d6c-01c6278fe80c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315349 May 26 11:17:49.383699 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.db_base_plugin_common [None req-5e2df37f-328e-4013-88f3-7ffa72a65239 None None] Allocated IP 172.20.0.2 (4fd57752-1dd4-4d7e-9a55-e6847a083e20/eabe0289-4e5a-4b45-830f-4e0b68651478/574dd3fa-c1b3-4103-804a-bbf8a2eb41b5) {{(pid=102813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:17:49.446502 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-2ccdc47d-6dad-4f21-8bfd-8b075302c2a7 None None] Current status of the port 6f654e97-94fa-45c5-b91a-171bab363902 is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:17:49.446902 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-2ccdc47d-6dad-4f21-8bfd-8b075302c2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:49.473183 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-4278fc63-ce55-45dc-b048-014698f9efd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'name': 'tempest-TestMinimumBasicScenario-1193264515-router', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '5c6a6186-e8d2-4e9c-87f7-0853a450a6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:17:40Z', 'updated_at': '2022-05-26T11:17:45Z', 'revision_number': 4, 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'gw_port': {'id': '5c6a6186-e8d2-4e9c-87f7-0853a450a6c7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:42Z', 'updated_at': '2022-05-26T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '6f654e97-94fa-45c5-b91a-171bab363902', 'name': '', 'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'mac_address': 'fa:16:3e:97:5d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '574ef81a-b121-4d5b-8038-17d4fb5c5a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:44Z', 'updated_at': '2022-05-26T11:17:48Z', 'revision_number': 4, 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'subnets': [{'id': '574ef81a-b121-4d5b-8038-17d4fb5c5a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:49.523005 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4278fc63-ce55-45dc-b048-014698f9efd4 None None] The sync data for ids ['6cc139fe-efb5-4e96-921b-dd10c7ee247a'] in dv-cinder-843395-1-iscsi is: [{'id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'name': 'tempest-TestMinimumBasicScenario-1193264515-router', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '5c6a6186-e8d2-4e9c-87f7-0853a450a6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:17:40Z', 'updated_at': '2022-05-26T11:17:45Z', 'revision_number': 4, 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'gw_port': {'id': '5c6a6186-e8d2-4e9c-87f7-0853a450a6c7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:42Z', 'updated_at': '2022-05-26T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '6f654e97-94fa-45c5-b91a-171bab363902', 'name': '', 'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'mac_address': 'fa:16:3e:97:5d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '574ef81a-b121-4d5b-8038-17d4fb5c5a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:44Z', 'updated_at': '2022-05-26T11:17:48Z', 'revision_number': 4, 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'subnets': [{'id': '574ef81a-b121-4d5b-8038-17d4fb5c5a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:17:49.549075 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a167346f-4a0b-44f7-9452-b9fb7d7ca0b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:49.555654 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-2ccdc47d-6dad-4f21-8bfd-8b075302c2a7 None None] For port 6f654e97-94fa-45c5-b91a-171bab363902, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=6f654e97-94fa-45c5-b91a-171bab363902,segment=NetworkSegment(32c73b14-dbd8-4220-ae77-a0387019faac),segment_id=32c73b14-dbd8-4220-ae77-a0387019faac)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:17:49.577596 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a167346f-4a0b-44f7-9452-b9fb7d7ca0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:49.627962 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-2ccdc47d-6dad-4f21-8bfd-8b075302c2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:49.687959 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5e2df37f-328e-4013-88f3-7ffa72a65239 None None] Notify callbacks [] for port, precommit_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:49.698380 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 5c6a6186-e8d2-4e9c-87f7-0853a450a6c7 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:17:49.739021 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c60256-9b75-4d5c-bfe5-04b67339cb2f req-04672b21-e8cf-49ac-b26d-42b102001d3b tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:49.740726 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-49c60256-9b75-4d5c-bfe5-04b67339cb2f req-04672b21-e8cf-49ac-b26d-42b102001d3b tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 945 time: 0.0934153 May 26 11:17:49.779096 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-a167346f-4a0b-44f7-9452-b9fb7d7ca0b9 admin admin] Allocated IP 172.27.2.25 (6ce135a4-eab8-4863-9af0-cf5ae6e229cb/86b44d4e-8f3f-4d5d-9881-9aaa3797f33b/42e7f5c4-a888-4014-928c-1cdc80724587) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:17:49.812606 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-49c60256-9b75-4d5c-bfe5-04b67339cb2f req-873ab015-b93a-4f54-bbd9-99e44448440c tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643146 May 26 11:17:49.854045 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccdc47d-6dad-4f21-8bfd-8b075302c2a7 None None] Pushing event updated for resources: {'Port': ['ID=6f654e97-94fa-45c5-b91a-171bab363902,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:49.857395 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5e2df37f-328e-4013-88f3-7ffa72a65239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855'] for port, after_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:49.907242 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2df37f-328e-4013-88f3-7ffa72a65239 None None] Network 4fd57752-1dd4-4d7e-9a55-e6847a083e20 is already hosted by enough agents. {{(pid=102813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:17:49.909200 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a167346f-4a0b-44f7-9452-b9fb7d7ca0b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:49.912958 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.scheduler.base_scheduler [None req-5e2df37f-328e-4013-88f3-7ffa72a65239 None None] Resources bound (agent type, host, resource id): {{(pid=102813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:17:49.918368 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2df37f-328e-4013-88f3-7ffa72a65239 None None] Received port after_create {{(pid=102813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:17:49.922934 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2df37f-328e-4013-88f3-7ffa72a65239 None None] Pushing event updated for resources: {'Port': ['ID=574dd3fa-c1b3-4103-804a-bbf8a2eb41b5,revision_number=1']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:49.956109 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 5c6a6186-e8d2-4e9c-87f7-0853a450a6c7 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:17:49.956482 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:50.010267 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-5e2df37f-328e-4013-88f3-7ffa72a65239 None None] Attempting to bind port 574dd3fa-c1b3-4103-804a-bbf8a2eb41b5 on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:17:50.010639 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-5e2df37f-328e-4013-88f3-7ffa72a65239 None None] Attempting to bind port 574dd3fa-c1b3-4103-804a-bbf8a2eb41b5 by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': '9af80024-147b-494a-b218-bf0671baa2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4fd57752-1dd4-4d7e-9a55-e6847a083e20'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:17:50.011044 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2df37f-328e-4013-88f3-7ffa72a65239 None None] Attempting to bind port 574dd3fa-c1b3-4103-804a-bbf8a2eb41b5 on network 4fd57752-1dd4-4d7e-9a55-e6847a083e20 {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:17:50.014311 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a167346f-4a0b-44f7-9452-b9fb7d7ca0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:50.019883 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2df37f-328e-4013-88f3-7ffa72a65239 None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:17:50.020261 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2df37f-328e-4013-88f3-7ffa72a65239 None None] Checking segment: {'id': '9af80024-147b-494a-b218-bf0671baa2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4fd57752-1dd4-4d7e-9a55-e6847a083e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:17:50.020669 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5e2df37f-328e-4013-88f3-7ffa72a65239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:50.021061 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2df37f-328e-4013-88f3-7ffa72a65239 None None] Bound using segment: {'id': '9af80024-147b-494a-b218-bf0671baa2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4fd57752-1dd4-4d7e-9a55-e6847a083e20'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:17:50.021528 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-5e2df37f-328e-4013-88f3-7ffa72a65239 None None] Bound port: 574dd3fa-c1b3-4103-804a-bbf8a2eb41b5, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af80024-147b-494a-b218-bf0671baa2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4fd57752-1dd4-4d7e-9a55-e6847a083e20'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:17:50.022275 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5e2df37f-328e-4013-88f3-7ffa72a65239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:50.056663 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a167346f-4a0b-44f7-9452-b9fb7d7ca0b9 admin admin] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:17:50.059950 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-a167346f-4a0b-44f7-9452-b9fb7d7ca0b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:17:50.062742 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a167346f-4a0b-44f7-9452-b9fb7d7ca0b9 admin admin] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:17:50.100424 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167346f-4a0b-44f7-9452-b9fb7d7ca0b9 admin admin] Pushing event updated for resources: {'Port': ['ID=42e7f5c4-a888-4014-928c-1cdc80724587,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:50.134263 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 5c6a6186-e8d2-4e9c-87f7-0853a450a6c7 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:17:50.156154 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-5e2df37f-328e-4013-88f3-7ffa72a65239 None None] For port 574dd3fa-c1b3-4103-804a-bbf8a2eb41b5, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:17:50.159988 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-5e2df37f-328e-4013-88f3-7ffa72a65239 None None] For port 574dd3fa-c1b3-4103-804a-bbf8a2eb41b5, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=574dd3fa-c1b3-4103-804a-bbf8a2eb41b5,segment=NetworkSegment(9af80024-147b-494a-b218-bf0671baa2ef),segment_id=9af80024-147b-494a-b218-bf0671baa2ef)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:17:50.206729 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-72358ebf-8f35-4c5a-9ca8-ae3a4704bbf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:50.239475 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5e2df37f-328e-4013-88f3-7ffa72a65239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:50.329990 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2df37f-328e-4013-88f3-7ffa72a65239 None None] Pushing event updated for resources: {'Port': ['ID=574dd3fa-c1b3-4103-804a-bbf8a2eb41b5,revision_number=2']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:50.439514 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a167346f-4a0b-44f7-9452-b9fb7d7ca0b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:50.477145 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62035c27-4cd8-4cd1-a647-2c778c1b2615 req-a8778b1c-b0c3-4645-8026-e3b4530f0564 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:50.478726 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-62035c27-4cd8-4cd1-a647-2c778c1b2615 req-a8778b1c-b0c3-4645-8026-e3b4530f0564 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0663769 May 26 11:17:50.540935 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-62035c27-4cd8-4cd1-a647-2c778c1b2615 req-2391be2f-edec-42e6-ad9d-2027996027aa tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461440 May 26 11:17:50.704319 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a167346f-4a0b-44f7-9452-b9fb7d7ca0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667143'] for router, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:50.923613 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a167346f-4a0b-44f7-9452-b9fb7d7ca0b9 admin admin] Router 7e7ce48b-2909-44c0-a385-5adea73b509a is scheduled to L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 with binding_index 1 {{(pid=102811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 11:17:50.949514 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519bd6e-3fb8-4e16-8e21-25d37884d7f9 req-fbe0df06-6686-49b6-8b20-2d07d5bf47a0 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:50.950968 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c519bd6e-3fb8-4e16-8e21-25d37884d7f9 req-fbe0df06-6686-49b6-8b20-2d07d5bf47a0 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 945 time: 0.0575352 May 26 11:17:51.292833 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c519bd6e-3fb8-4e16-8e21-25d37884d7f9 req-cac34014-b13a-4c42-8766-0060f312df70 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093977 May 26 11:17:51.298424 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962c5d16-34a3-44ca-8da6-10bbd2c0daf2 None None] Network 4fd57752-1dd4-4d7e-9a55-e6847a083e20 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:17:51.322244 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a167346f-4a0b-44f7-9452-b9fb7d7ca0b9 admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:17:51.330487 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042161ab-8789-4eab-843f-c8a53b998715 None None] Sync routers for ids ['7e7ce48b-2909-44c0-a385-5adea73b509a'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:17:51.340044 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042161ab-8789-4eab-843f-c8a53b998715 None None] Routers {'7e7ce48b-2909-44c0-a385-5adea73b509a'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:17:51.341256 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-042161ab-8789-4eab-843f-c8a53b998715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:17:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['7e7ce48b-2909-44c0-a385-5adea73b509a'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:51.400389 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-3103b587-b779-4d55-81ed-0224906c6928 None None] Provisioning complete for port 574dd3fa-c1b3-4103-804a-bbf8a2eb41b5 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:17:51.400815 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-3103b587-b779-4d55-81ed-0224906c6928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:51.420008 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a167346f-4a0b-44f7-9452-b9fb7d7ca0b9 admin admin] Notify callbacks [] for router, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:51.422609 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-a167346f-4a0b-44f7-9452-b9fb7d7ca0b9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5364766 May 26 11:17:51.424943 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 40802) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:17:51.450265 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-042161ab-8789-4eab-843f-c8a53b998715 None None] Set router 7e7ce48b-2909-44c0-a385-5adea73b509a gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:17:51.526219 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:51.547516 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-3103b587-b779-4d55-81ed-0224906c6928 None None] Current status of the port 574dd3fa-c1b3-4103-804a-bbf8a2eb41b5 is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:17:51.547899 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-3103b587-b779-4d55-81ed-0224906c6928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:51.628774 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-3103b587-b779-4d55-81ed-0224906c6928 None None] For port 574dd3fa-c1b3-4103-804a-bbf8a2eb41b5, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=574dd3fa-c1b3-4103-804a-bbf8a2eb41b5,segment=NetworkSegment(9af80024-147b-494a-b218-bf0671baa2ef),segment_id=9af80024-147b-494a-b218-bf0671baa2ef)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:17:51.700691 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-042161ab-8789-4eab-843f-c8a53b998715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7ce48b-2909-44c0-a385-5adea73b509a', 'name': 'tempest-TestMinimumBasicScenario-1315088494-router', 'tenant_id': 'decf754efa914c30aba7d4b8c59240b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '42e7f5c4-a888-4014-928c-1cdc80724587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:17:49Z', 'updated_at': '2022-05-26T11:17:50Z', 'revision_number': 3, 'project_id': 'decf754efa914c30aba7d4b8c59240b8', 'gw_port': {'id': '42e7f5c4-a888-4014-928c-1cdc80724587', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:74:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7ce48b-2909-44c0-a385-5adea73b509a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:49Z', 'updated_at': '2022-05-26T11:17:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:51.701705 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-3103b587-b779-4d55-81ed-0224906c6928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:51.727915 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a4013-d263-4bcf-b7c0-fa2ff97f84f0 req-80cf5e78-99c3-4032-962a-f6c8f3918916 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:51.742459 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0a1a4013-d263-4bcf-b7c0-fa2ff97f84f0 req-80cf5e78-99c3-4032-962a-f6c8f3918916 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.1006525 May 26 11:17:51.762304 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042161ab-8789-4eab-843f-c8a53b998715 None None] Checking router: 7e7ce48b-2909-44c0-a385-5adea73b509a for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:17:51.763005 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042161ab-8789-4eab-843f-c8a53b998715 None None] Updating router 7e7ce48b-2909-44c0-a385-5adea73b509a port 42e7f5c4-a888-4014-928c-1cdc80724587 binding host dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:17:51.779186 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 6f654e97-94fa-45c5-b91a-171bab363902 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:17:51.808395 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-042161ab-8789-4eab-843f-c8a53b998715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:51.822979 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0a1a4013-d263-4bcf-b7c0-fa2ff97f84f0 req-ecd7f703-733a-42ba-a75d-4848f25bc11e tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781393 May 26 11:17:51.858757 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3103b587-b779-4d55-81ed-0224906c6928 None None] Pushing event updated for resources: {'Port': ['ID=574dd3fa-c1b3-4103-804a-bbf8a2eb41b5,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:51.889443 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 6f654e97-94fa-45c5-b91a-171bab363902 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:17:51.890442 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:51.960786 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-13170704-1746-4dc9-911f-bcd983501fda None None] Provisioning complete for port 574dd3fa-c1b3-4103-804a-bbf8a2eb41b5 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:17:51.960786 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-13170704-1746-4dc9-911f-bcd983501fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:51.994381 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ec7b3286-9873-4dca-a707-e432ef91192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:52.083624 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 6f654e97-94fa-45c5-b91a-171bab363902 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:17:52.084837 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 574dd3fa-c1b3-4103-804a-bbf8a2eb41b5 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:17:52.118263 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-13170704-1746-4dc9-911f-bcd983501fda None None] Current status of the port 574dd3fa-c1b3-4103-804a-bbf8a2eb41b5 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:17:52.120630 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-042161ab-8789-4eab-843f-c8a53b998715 None None] Notify callbacks [] for port, precommit_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:52.149996 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 574dd3fa-c1b3-4103-804a-bbf8a2eb41b5 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:17:52.149996 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:52.185286 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-ec7b3286-9873-4dca-a707-e432ef91192e admin admin] Allocated IP 172.20.0.1 (4fd57752-1dd4-4d7e-9a55-e6847a083e20/eabe0289-4e5a-4b45-830f-4e0b68651478/d2a6fe3c-81c1-4d73-8561-266444c436a1) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:17:52.219106 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-042161ab-8789-4eab-843f-c8a53b998715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:52.226163 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 574dd3fa-c1b3-4103-804a-bbf8a2eb41b5 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:17:52.278208 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-042161ab-8789-4eab-843f-c8a53b998715 None None] Attempting to bind port 42e7f5c4-a888-4014-928c-1cdc80724587 on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:17:52.278697 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-042161ab-8789-4eab-843f-c8a53b998715 None None] Attempting to bind port 42e7f5c4-a888-4014-928c-1cdc80724587 by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}] {{(pid=102814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:17:52.278927 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042161ab-8789-4eab-843f-c8a53b998715 None None] Attempting to bind port 42e7f5c4-a888-4014-928c-1cdc80724587 on network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:17:52.289000 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b1c1c-36b3-457b-a614-3089461c80e8 None None] Pushing event updated for resources: {'Port': ['ID=42e7f5c4-a888-4014-928c-1cdc80724587,revision_number=2']} {{(pid=102814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:52.292450 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042161ab-8789-4eab-843f-c8a53b998715 None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:17:52.293073 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042161ab-8789-4eab-843f-c8a53b998715 None None] Checking segment: {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:17:52.293634 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-042161ab-8789-4eab-843f-c8a53b998715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:52.294179 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042161ab-8789-4eab-843f-c8a53b998715 None None] Bound using segment: {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'} {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:17:52.294921 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-042161ab-8789-4eab-843f-c8a53b998715 None None] Bound port: 42e7f5c4-a888-4014-928c-1cdc80724587, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}}] {{(pid=102814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:17:52.295485 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-042161ab-8789-4eab-843f-c8a53b998715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:52.315971 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ec7b3286-9873-4dca-a707-e432ef91192e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:52.365632 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.db [None req-042161ab-8789-4eab-843f-c8a53b998715 None None] For port 42e7f5c4-a888-4014-928c-1cdc80724587, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:17:52.369815 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.db [None req-042161ab-8789-4eab-843f-c8a53b998715 None None] For port 42e7f5c4-a888-4014-928c-1cdc80724587, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=42e7f5c4-a888-4014-928c-1cdc80724587,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:17:52.418902 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ec7b3286-9873-4dca-a707-e432ef91192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:52.447508 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-042161ab-8789-4eab-843f-c8a53b998715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:52.459855 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7b3286-9873-4dca-a707-e432ef91192e admin admin] Network 4fd57752-1dd4-4d7e-9a55-e6847a083e20 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:17:52.462571 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-ec7b3286-9873-4dca-a707-e432ef91192e admin admin] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:17:52.465958 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7b3286-9873-4dca-a707-e432ef91192e admin admin] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:17:52.498667 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b3286-9873-4dca-a707-e432ef91192e admin admin] Pushing event updated for resources: {'Port': ['ID=d2a6fe3c-81c1-4d73-8561-266444c436a1,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:52.512440 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042161ab-8789-4eab-843f-c8a53b998715 None None] Routers {'7e7ce48b-2909-44c0-a385-5adea73b509a'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:17:52.513524 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-042161ab-8789-4eab-843f-c8a53b998715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:17:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['7e7ce48b-2909-44c0-a385-5adea73b509a'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:52.521143 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ec7b3286-9873-4dca-a707-e432ef91192e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665140'] for router_interface, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:52.647867 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b1c1c-36b3-457b-a614-3089461c80e8 None None] Pushing event updated for resources: {'Port': ['ID=42e7f5c4-a888-4014-928c-1cdc80724587,revision_number=3']} {{(pid=102814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:52.722491 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:52.727183 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-042161ab-8789-4eab-843f-c8a53b998715 None None] Set router 7e7ce48b-2909-44c0-a385-5adea73b509a gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:17:52.753256 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-0f445b92-9fb4-43fd-9c83-76083fc5b9e7 None None] Provisioning complete for port d2a6fe3c-81c1-4d73-8561-266444c436a1 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:17:52.754468 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-0f445b92-9fb4-43fd-9c83-76083fc5b9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:52.796233 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-0f445b92-9fb4-43fd-9c83-76083fc5b9e7 None None] Port d2a6fe3c-81c1-4d73-8561-266444c436a1 cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:17:52.800249 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb94dc9-466b-4ea7-b8b8-1c64584b6321 req-0db1b2e9-1c4b-435e-8b83-e87120c85fd5 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:52.806888 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ec7b3286-9873-4dca-a707-e432ef91192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:52.809123 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1bb94dc9-466b-4ea7-b8b8-1c64584b6321 req-0db1b2e9-1c4b-435e-8b83-e87120c85fd5 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 945 time: 0.0601158 May 26 11:17:52.844169 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1bb94dc9-466b-4ea7-b8b8-1c64584b6321 req-ea0270c5-44bb-4e44-92e9-f3c044badb0a tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325980 May 26 11:17:52.954597 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-042161ab-8789-4eab-843f-c8a53b998715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7ce48b-2909-44c0-a385-5adea73b509a', 'name': 'tempest-TestMinimumBasicScenario-1315088494-router', 'tenant_id': 'decf754efa914c30aba7d4b8c59240b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '42e7f5c4-a888-4014-928c-1cdc80724587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:17:49Z', 'updated_at': '2022-05-26T11:17:50Z', 'revision_number': 3, 'project_id': 'decf754efa914c30aba7d4b8c59240b8', 'gw_port': {'id': '42e7f5c4-a888-4014-928c-1cdc80724587', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:74:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7ce48b-2909-44c0-a385-5adea73b509a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:49Z', 'updated_at': '2022-05-26T11:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:52.980361 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042161ab-8789-4eab-843f-c8a53b998715 None None] The sync data for ids ['7e7ce48b-2909-44c0-a385-5adea73b509a'] in dv-cinder-843395-1-iscsi is: [{'id': '7e7ce48b-2909-44c0-a385-5adea73b509a', 'name': 'tempest-TestMinimumBasicScenario-1315088494-router', 'tenant_id': 'decf754efa914c30aba7d4b8c59240b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '42e7f5c4-a888-4014-928c-1cdc80724587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:17:49Z', 'updated_at': '2022-05-26T11:17:50Z', 'revision_number': 3, 'project_id': 'decf754efa914c30aba7d4b8c59240b8', 'gw_port': {'id': '42e7f5c4-a888-4014-928c-1cdc80724587', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:74:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7ce48b-2909-44c0-a385-5adea73b509a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:49Z', 'updated_at': '2022-05-26T11:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:17:53.002657 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106da6e-d88d-4458-b412-497c331082f7 req-08f1bdcb-4c35-409a-8090-b7cb7f5219f2 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:53.004184 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c106da6e-d88d-4458-b412-497c331082f7 req-08f1bdcb-4c35-409a-8090-b7cb7f5219f2 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.1015406 May 26 11:17:53.066225 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c106da6e-d88d-4458-b412-497c331082f7 req-5e7b1aa4-ea05-4bdb-89ca-adb76e90dd4e tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530066 May 26 11:17:53.078697 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ec7b3286-9873-4dca-a707-e432ef91192e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:53.138196 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ec7b3286-9873-4dca-a707-e432ef91192e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:53.204398 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ec7b3286-9873-4dca-a707-e432ef91192e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665176'] for router_interface, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:53.206209 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b3286-9873-4dca-a707-e432ef91192e admin admin] Pushing event updated for resources: {'Port': ['ID=d2a6fe3c-81c1-4d73-8561-266444c436a1,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:53.244422 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:53.315166 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7b3286-9873-4dca-a707-e432ef91192e admin admin] Network 4fd57752-1dd4-4d7e-9a55-e6847a083e20 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:17:53.316586 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-ec7b3286-9873-4dca-a707-e432ef91192e admin admin] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:17:53.447386 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7b3286-9873-4dca-a707-e432ef91192e admin admin] Router 7e7ce48b-2909-44c0-a385-5adea73b509a has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:17:53.520894 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-074fb8aa-a11e-4ded-b387-813599d49f4d None None] Provisioning complete for port d2a6fe3c-81c1-4d73-8561-266444c436a1 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:17:53.521274 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-074fb8aa-a11e-4ded-b387-813599d49f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:53.566795 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-074fb8aa-a11e-4ded-b387-813599d49f4d None None] Port d2a6fe3c-81c1-4d73-8561-266444c436a1 cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:17:53.568575 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7b3286-9873-4dca-a707-e432ef91192e admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:17:53.573794 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-ec7b3286-9873-4dca-a707-e432ef91192e admin admin] 10.222.0.21 "PUT /v2.0/routers/7e7ce48b-2909-44c0-a385-5adea73b509a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1477015 May 26 11:17:53.716298 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 574dd3fa-c1b3-4103-804a-bbf8a2eb41b5 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:17:53.766112 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 574dd3fa-c1b3-4103-804a-bbf8a2eb41b5 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:17:53.766800 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:53.849493 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 574dd3fa-c1b3-4103-804a-bbf8a2eb41b5 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:17:53.850508 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 42e7f5c4-a888-4014-928c-1cdc80724587 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:17:53.898932 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 42e7f5c4-a888-4014-928c-1cdc80724587 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:17:53.899345 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:53.977819 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8a906-2e8f-407a-9daf-6cfa179e6160 req-6675d951-98c9-4f8e-a518-7d2589e22a1d tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:53.981711 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 42e7f5c4-a888-4014-928c-1cdc80724587 is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:17:53.982103 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:53.985292 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b3f8a906-2e8f-407a-9daf-6cfa179e6160 req-6675d951-98c9-4f8e-a518-7d2589e22a1d tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 945 time: 0.0570862 May 26 11:17:54.006803 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c4930102-f789-48be-b099-5ee77c22024a None None] For port 42e7f5c4-a888-4014-928c-1cdc80724587, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=42e7f5c4-a888-4014-928c-1cdc80724587,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:17:54.029755 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b3f8a906-2e8f-407a-9daf-6cfa179e6160 req-5098c432-6575-46d9-8052-57a73c67b19b tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433218 May 26 11:17:54.130420 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:54.164322 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device e849e4eb-1eb7-446f-af61-75da7738ffc9 details requested by agent hyperv_hv-cinder-84339 with host hv-cinder-84339 {{(pid=102813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 11:17:54.191665 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69b3fa-a99b-4dcb-9d55-5a5b41ff99c1 req-62adf524-8ac5-412b-b44d-0c055a1a58eb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:54.193342 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2e69b3fa-a99b-4dcb-9d55-5a5b41ff99c1 req-62adf524-8ac5-412b-b44d-0c055a1a58eb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 943 time: 0.0538552 May 26 11:17:54.213172 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Pushing event updated for resources: {'Port': ['ID=42e7f5c4-a888-4014-928c-1cdc80724587,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:54.241674 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2e69b3fa-a99b-4dcb-9d55-5a5b41ff99c1 req-630c1dd6-c87a-48c6-bd67-41fa70d1efc8 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360432 May 26 11:17:54.282844 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port e849e4eb-1eb7-446f-af61-75da7738ffc9, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=e849e4eb-1eb7-446f-af61-75da7738ffc9,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:17:54.293345 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Returning: {'device': 'e849e4eb-1eb7-446f-af61-75da7738ffc9', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'port_id': 'e849e4eb-1eb7-446f-af61-75da7738ffc9', 'mac_address': 'fa:16:3e:a6:f9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 11:17:54.334372 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port e849e4eb-1eb7-446f-af61-75da7738ffc9 is: DOWN; New status is: BUILD {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:17:54.334761 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:54.349175 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e849e4eb-1eb7-446f-af61-75da7738ffc9 {{(pid=102813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:17:54.369526 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port e849e4eb-1eb7-446f-af61-75da7738ffc9, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=e849e4eb-1eb7-446f-af61-75da7738ffc9,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:17:54.435380 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:54.497470 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=e849e4eb-1eb7-446f-af61-75da7738ffc9,revision_number=9']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:54.685773 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09052b92-269e-4399-822f-5c047ed6ae3b None None] Sync routers for ids ['7e7ce48b-2909-44c0-a385-5adea73b509a'] in dv-cinder-843395-1-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:17:54.702816 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09052b92-269e-4399-822f-5c047ed6ae3b None None] Routers {'7e7ce48b-2909-44c0-a385-5adea73b509a'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:17:54.703473 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-09052b92-269e-4399-822f-5c047ed6ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:17:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['7e7ce48b-2909-44c0-a385-5adea73b509a'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:54.829886 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-09052b92-269e-4399-822f-5c047ed6ae3b None None] Set router 7e7ce48b-2909-44c0-a385-5adea73b509a gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:17:55.121623 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-09052b92-269e-4399-822f-5c047ed6ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7ce48b-2909-44c0-a385-5adea73b509a', 'name': 'tempest-TestMinimumBasicScenario-1315088494-router', 'tenant_id': 'decf754efa914c30aba7d4b8c59240b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '42e7f5c4-a888-4014-928c-1cdc80724587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:17:49Z', 'updated_at': '2022-05-26T11:17:52Z', 'revision_number': 4, 'project_id': 'decf754efa914c30aba7d4b8c59240b8', 'gw_port': {'id': '42e7f5c4-a888-4014-928c-1cdc80724587', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:74:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7ce48b-2909-44c0-a385-5adea73b509a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:49Z', 'updated_at': '2022-05-26T11:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': 'd2a6fe3c-81c1-4d73-8561-266444c436a1', 'name': '', 'network_id': '4fd57752-1dd4-4d7e-9a55-e6847a083e20', 'tenant_id': 'decf754efa914c30aba7d4b8c59240b8', 'mac_address': 'fa:16:3e:46:fe:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7ce48b-2909-44c0-a385-5adea73b509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eabe0289-4e5a-4b45-830f-4e0b68651478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:52Z', 'updated_at': '2022-05-26T11:17:52Z', 'revision_number': 2, 'project_id': 'decf754efa914c30aba7d4b8c59240b8', 'subnets': [{'id': 'eabe0289-4e5a-4b45-830f-4e0b68651478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:55.154637 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09052b92-269e-4399-822f-5c047ed6ae3b None None] Checking router: 7e7ce48b-2909-44c0-a385-5adea73b509a for host: dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:17:55.155092 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09052b92-269e-4399-822f-5c047ed6ae3b None None] Updating router 7e7ce48b-2909-44c0-a385-5adea73b509a port d2a6fe3c-81c1-4d73-8561-266444c436a1 binding host dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:17:55.170477 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1580b-b2ca-449b-86c3-76af6981f2de req-9c890bc4-3276-4262-9c29-73a69fa9f46e tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:55.174359 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-54e1580b-b2ca-449b-86c3-76af6981f2de req-9c890bc4-3276-4262-9c29-73a69fa9f46e tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 945 time: 0.0683420 May 26 11:17:55.206086 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-09052b92-269e-4399-822f-5c047ed6ae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:55.259439 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-54e1580b-b2ca-449b-86c3-76af6981f2de req-e93770e4-d58d-4d12-9004-68b95bbbe3a5 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551782 May 26 11:17:55.417334 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae150354-4a2b-43cd-b47c-815877d3ce9a req-d2eed6db-f268-4991-9802-838a595a9e09 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:55.419907 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ae150354-4a2b-43cd-b47c-815877d3ce9a req-d2eed6db-f268-4991-9802-838a595a9e09 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 944 time: 0.0676124 May 26 11:17:55.473863 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ae150354-4a2b-43cd-b47c-815877d3ce9a req-ea9e91a3-961c-4ba9-aebc-f62f8502c1af tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462615 May 26 11:17:55.542405 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-09052b92-269e-4399-822f-5c047ed6ae3b None None] Notify callbacks [] for port, precommit_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:55.626407 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 42e7f5c4-a888-4014-928c-1cdc80724587 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:17:55.681140 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 42e7f5c4-a888-4014-928c-1cdc80724587 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:17:55.681467 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:55.766689 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 42e7f5c4-a888-4014-928c-1cdc80724587 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:17:55.867096 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-09052b92-269e-4399-822f-5c047ed6ae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:55.934978 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad2cc9-91f1-4839-afad-8c35435f8a0d None None] Pushing event updated for resources: {'Port': ['ID=d2a6fe3c-81c1-4d73-8561-266444c436a1,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:56.004711 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-09052b92-269e-4399-822f-5c047ed6ae3b None None] Attempting to bind port d2a6fe3c-81c1-4d73-8561-266444c436a1 on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:17:56.009126 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-09052b92-269e-4399-822f-5c047ed6ae3b None None] Attempting to bind port d2a6fe3c-81c1-4d73-8561-266444c436a1 by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': '9af80024-147b-494a-b218-bf0671baa2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4fd57752-1dd4-4d7e-9a55-e6847a083e20'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:17:56.009126 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09052b92-269e-4399-822f-5c047ed6ae3b None None] Attempting to bind port d2a6fe3c-81c1-4d73-8561-266444c436a1 on network 4fd57752-1dd4-4d7e-9a55-e6847a083e20 {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:17:56.013220 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09052b92-269e-4399-822f-5c047ed6ae3b None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:17:56.013717 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09052b92-269e-4399-822f-5c047ed6ae3b None None] Checking segment: {'id': '9af80024-147b-494a-b218-bf0671baa2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4fd57752-1dd4-4d7e-9a55-e6847a083e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:17:56.014278 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-09052b92-269e-4399-822f-5c047ed6ae3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:56.014956 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09052b92-269e-4399-822f-5c047ed6ae3b None None] Bound using segment: {'id': '9af80024-147b-494a-b218-bf0671baa2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4fd57752-1dd4-4d7e-9a55-e6847a083e20'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:17:56.016049 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-09052b92-269e-4399-822f-5c047ed6ae3b None None] Bound port: d2a6fe3c-81c1-4d73-8561-266444c436a1, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9af80024-147b-494a-b218-bf0671baa2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4fd57752-1dd4-4d7e-9a55-e6847a083e20'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:17:56.017190 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-09052b92-269e-4399-822f-5c047ed6ae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:56.098403 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-09052b92-269e-4399-822f-5c047ed6ae3b None None] For port d2a6fe3c-81c1-4d73-8561-266444c436a1, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:17:56.103496 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-09052b92-269e-4399-822f-5c047ed6ae3b None None] For port d2a6fe3c-81c1-4d73-8561-266444c436a1, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=d2a6fe3c-81c1-4d73-8561-266444c436a1,segment=NetworkSegment(9af80024-147b-494a-b218-bf0671baa2ef),segment_id=9af80024-147b-494a-b218-bf0671baa2ef)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:17:56.165397 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-09052b92-269e-4399-822f-5c047ed6ae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:56.250119 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09052b92-269e-4399-822f-5c047ed6ae3b None None] Routers {'7e7ce48b-2909-44c0-a385-5adea73b509a'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:17:56.250853 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-09052b92-269e-4399-822f-5c047ed6ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:17:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['7e7ce48b-2909-44c0-a385-5adea73b509a'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:56.256486 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad2cc9-91f1-4839-afad-8c35435f8a0d None None] Pushing event updated for resources: {'Port': ['ID=d2a6fe3c-81c1-4d73-8561-266444c436a1,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:56.460357 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368097e1-3ae9-452a-88df-6c67e22e818d req-6f82af52-50b6-451e-86d9-4c441a3a50b5 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:56.464404 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-368097e1-3ae9-452a-88df-6c67e22e818d req-6f82af52-50b6-451e-86d9-4c441a3a50b5 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 945 time: 0.0984178 May 26 11:17:56.502204 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c33b7-19d5-468b-999f-6cb3a8dacd74 req-76d568f8-2441-4993-b4bc-d4a89f12cb4a tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:56.502204 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7d1c33b7-19d5-468b-999f-6cb3a8dacd74 req-76d568f8-2441-4993-b4bc-d4a89f12cb4a tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 945 time: 0.1334598 May 26 11:17:56.511574 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-368097e1-3ae9-452a-88df-6c67e22e818d req-47d01f41-99f2-42e9-9738-e4446876c736 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392375 May 26 11:17:56.546489 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['e849e4eb-1eb7-446f-af61-75da7738ffc9'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:17:56.557884 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-88f875bb-6b34-4cd0-83e0-7d9234f73090 None None] Provisioning complete for port d2a6fe3c-81c1-4d73-8561-266444c436a1 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:17:56.557884 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-88f875bb-6b34-4cd0-83e0-7d9234f73090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:56.687511 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490cc00-f49f-4c74-a24e-447a7617bb8b req-0c8abc81-b809-4a30-82ea-c447d3b05258 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:56.695165 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5490cc00-f49f-4c74-a24e-447a7617bb8b req-0c8abc81-b809-4a30-82ea-c447d3b05258 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 944 time: 0.0981951 May 26 11:17:56.715943 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-7d1c33b7-19d5-468b-999f-6cb3a8dacd74 req-4d9af173-f56e-4e5f-abc1-98d3709c9def tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Deleting port 81506deb-5276-4ea9-9e3d-5c22337dcb79 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:17:56.716592 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-7d1c33b7-19d5-468b-999f-6cb3a8dacd74 req-4d9af173-f56e-4e5f-abc1-98d3709c9def tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:56.780168 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-09052b92-269e-4399-822f-5c047ed6ae3b None None] Set router 7e7ce48b-2909-44c0-a385-5adea73b509a gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:17:56.784092 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5490cc00-f49f-4c74-a24e-447a7617bb8b req-56f6dfc4-d6ac-4238-a5fd-bb28c26ba934 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876055 May 26 11:17:56.831112 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-88f875bb-6b34-4cd0-83e0-7d9234f73090 None None] Current status of the port d2a6fe3c-81c1-4d73-8561-266444c436a1 is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:17:56.831833 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-88f875bb-6b34-4cd0-83e0-7d9234f73090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:56.850140 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-7d1c33b7-19d5-468b-999f-6cb3a8dacd74 req-4d9af173-f56e-4e5f-abc1-98d3709c9def tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] For port 81506deb-5276-4ea9-9e3d-5c22337dcb79, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=81506deb-5276-4ea9-9e3d-5c22337dcb79,segment=NetworkSegment(f51624e8-24e5-4168-9fe3-c4402ee3b872),segment_id=f51624e8-24e5-4168-9fe3-c4402ee3b872)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:17:56.850784 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-7d1c33b7-19d5-468b-999f-6cb3a8dacd74 req-4d9af173-f56e-4e5f-abc1-98d3709c9def tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:56.886421 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-7d1c33b7-19d5-468b-999f-6cb3a8dacd74 req-4d9af173-f56e-4e5f-abc1-98d3709c9def tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Calling delete_port for 81506deb-5276-4ea9-9e3d-5c22337dcb79 owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:17:56.968898 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-88f875bb-6b34-4cd0-83e0-7d9234f73090 None None] For port d2a6fe3c-81c1-4d73-8561-266444c436a1, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=d2a6fe3c-81c1-4d73-8561-266444c436a1,segment=NetworkSegment(9af80024-147b-494a-b218-bf0671baa2ef),segment_id=9af80024-147b-494a-b218-bf0671baa2ef)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:17:57.060603 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-88f875bb-6b34-4cd0-83e0-7d9234f73090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:57.178339 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-7d1c33b7-19d5-468b-999f-6cb3a8dacd74 req-4d9af173-f56e-4e5f-abc1-98d3709c9def tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:57.196097 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f875bb-6b34-4cd0-83e0-7d9234f73090 None None] Pushing event updated for resources: {'Port': ['ID=d2a6fe3c-81c1-4d73-8561-266444c436a1,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:57.212351 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-00c2d29f-9ae9-4d16-9843-885ea4ac74ca None None] Provisioning complete for port d2a6fe3c-81c1-4d73-8561-266444c436a1 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:17:57.212351 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-00c2d29f-9ae9-4d16-9843-885ea4ac74ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:57.231956 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9af173-f56e-4e5f-abc1-98d3709c9def tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Pushing event deleted for resources: {'Port': ['ID=81506deb-5276-4ea9-9e3d-5c22337dcb79,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:57.269526 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-09052b92-269e-4399-822f-5c047ed6ae3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7ce48b-2909-44c0-a385-5adea73b509a', 'name': 'tempest-TestMinimumBasicScenario-1315088494-router', 'tenant_id': 'decf754efa914c30aba7d4b8c59240b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '42e7f5c4-a888-4014-928c-1cdc80724587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:17:49Z', 'updated_at': '2022-05-26T11:17:52Z', 'revision_number': 4, 'project_id': 'decf754efa914c30aba7d4b8c59240b8', 'gw_port': {'id': '42e7f5c4-a888-4014-928c-1cdc80724587', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:74:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7ce48b-2909-44c0-a385-5adea73b509a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:49Z', 'updated_at': '2022-05-26T11:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': 'd2a6fe3c-81c1-4d73-8561-266444c436a1', 'name': '', 'network_id': '4fd57752-1dd4-4d7e-9a55-e6847a083e20', 'tenant_id': 'decf754efa914c30aba7d4b8c59240b8', 'mac_address': 'fa:16:3e:46:fe:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7ce48b-2909-44c0-a385-5adea73b509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eabe0289-4e5a-4b45-830f-4e0b68651478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:52Z', 'updated_at': '2022-05-26T11:17:56Z', 'revision_number': 4, 'project_id': 'decf754efa914c30aba7d4b8c59240b8', 'subnets': [{'id': 'eabe0289-4e5a-4b45-830f-4e0b68651478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:17:57.301890 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d1c33b7-19d5-468b-999f-6cb3a8dacd74 req-4d9af173-f56e-4e5f-abc1-98d3709c9def tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] No DVR routers for this DVR port 81506deb-5276-4ea9-9e3d-5c22337dcb79 on host hv-cinder-84339 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:17:57.306958 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-7d1c33b7-19d5-468b-999f-6cb3a8dacd74 req-4d9af173-f56e-4e5f-abc1-98d3709c9def tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:57.310307 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7d1c33b7-19d5-468b-999f-6cb3a8dacd74 req-4d9af173-f56e-4e5f-abc1-98d3709c9def tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.42 "DELETE /v2.0/ports/81506deb-5276-4ea9-9e3d-5c22337dcb79 HTTP/1.1" status: 204 len: 173 time: 0.8023934 May 26 11:17:57.310765 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae', 'name': 'network-vif-deleted', 'tag': '81506deb-5276-4ea9-9e3d-5c22337dcb79'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:17:57.313362 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3aca78-29a5-41ab-a168-2ae05185778b" -d '{"events": [{"server_uuid": "5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae", "name": "network-vif-deleted", "tag": "81506deb-5276-4ea9-9e3d-5c22337dcb79"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:17:57.325051 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09052b92-269e-4399-822f-5c047ed6ae3b None None] The sync data for ids ['7e7ce48b-2909-44c0-a385-5adea73b509a'] in dv-cinder-843395-1-iscsi is: [{'id': '7e7ce48b-2909-44c0-a385-5adea73b509a', 'name': 'tempest-TestMinimumBasicScenario-1315088494-router', 'tenant_id': 'decf754efa914c30aba7d4b8c59240b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '42e7f5c4-a888-4014-928c-1cdc80724587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:17:49Z', 'updated_at': '2022-05-26T11:17:52Z', 'revision_number': 4, 'project_id': 'decf754efa914c30aba7d4b8c59240b8', 'gw_port': {'id': '42e7f5c4-a888-4014-928c-1cdc80724587', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:74:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7ce48b-2909-44c0-a385-5adea73b509a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:49Z', 'updated_at': '2022-05-26T11:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': 'd2a6fe3c-81c1-4d73-8561-266444c436a1', 'name': '', 'network_id': '4fd57752-1dd4-4d7e-9a55-e6847a083e20', 'tenant_id': 'decf754efa914c30aba7d4b8c59240b8', 'mac_address': 'fa:16:3e:46:fe:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e7ce48b-2909-44c0-a385-5adea73b509a', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'eabe0289-4e5a-4b45-830f-4e0b68651478', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:52Z', 'updated_at': '2022-05-26T11:17:56Z', 'revision_number': 4, 'project_id': 'decf754efa914c30aba7d4b8c59240b8', 'subnets': [{'id': 'eabe0289-4e5a-4b45-830f-4e0b68651478', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:17:57.354493 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e90a1be-39e5-4866-b7b6-7abd717205be x-openstack-request-id: req-6e90a1be-39e5-4866-b7b6-7abd717205be {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:17:57.354984 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae", "name": "network-vif-deleted", "tag": "81506deb-5276-4ea9-9e3d-5c22337dcb79", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:17:57.355410 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e90a1be-39e5-4866-b7b6-7abd717205be {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:17:57.355952 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e90a1be-39e5-4866-b7b6-7abd717205be'] response: {'server_uuid': '5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae', 'name': 'network-vif-deleted', 'tag': '81506deb-5276-4ea9-9e3d-5c22337dcb79', 'status': 'completed', 'code': 200} May 26 11:17:57.409154 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-00c2d29f-9ae9-4d16-9843-885ea4ac74ca None None] Current status of the port d2a6fe3c-81c1-4d73-8561-266444c436a1 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:17:57.734879 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['81506deb-5276-4ea9-9e3d-5c22337dcb79'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:17:57.800472 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a7b57055-c48b-4f6a-a97c-a91a7f56dde7 req-75963f22-3fdb-4772-9f98-4349229564e6 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 210 time: 0.0465446 May 26 11:17:57.815011 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device d2a6fe3c-81c1-4d73-8561-266444c436a1 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:17:57.875253 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port d2a6fe3c-81c1-4d73-8561-266444c436a1 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:17:57.875804 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:57.908173 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device e849e4eb-1eb7-446f-af61-75da7738ffc9 up at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:17:57.924526 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c2998-f8a3-4118-aca4-ee116733ce4d req-d363588d-ff26-4b5a-a618-88a06beb0717 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:57.926440 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-269c2998-f8a3-4118-aca4-ee116733ce4d req-d363588d-ff26-4b5a-a618-88a06beb0717 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 944 time: 0.0540261 May 26 11:17:57.982051 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-269c2998-f8a3-4118-aca4-ee116733ce4d req-dbfb5276-5903-43b6-a0d1-83dec1d50e21 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376379 May 26 11:17:58.020920 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port d2a6fe3c-81c1-4d73-8561-266444c436a1 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:17:58.024917 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning complete for port e849e4eb-1eb7-446f-af61-75da7738ffc9 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:17:58.025642 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:58.108387 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port e849e4eb-1eb7-446f-af61-75da7738ffc9 is: BUILD; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:17:58.109339 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:58.135970 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e849e4eb-1eb7-446f-af61-75da7738ffc9'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:17:58.135970 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bbd12c-3c89-4d7c-bb02-af2d3b02acce" -d '{"events": [{"server_uuid": "5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e", "name": "network-vif-plugged", "status": "completed", "tag": "e849e4eb-1eb7-446f-af61-75da7738ffc9"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:17:58.152933 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port e849e4eb-1eb7-446f-af61-75da7738ffc9, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=e849e4eb-1eb7-446f-af61-75da7738ffc9,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:17:58.183561 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8122f6-3f1b-4f65-a180-224169442a1b x-openstack-request-id: req-dc8122f6-3f1b-4f65-a180-224169442a1b {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:17:58.183561 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e", "name": "network-vif-plugged", "status": "completed", "tag": "e849e4eb-1eb7-446f-af61-75da7738ffc9", "code": 200}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:17:58.183561 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc8122f6-3f1b-4f65-a180-224169442a1b {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:17:58.183914 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc8122f6-3f1b-4f65-a180-224169442a1b'] response: {'server_uuid': '5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e849e4eb-1eb7-446f-af61-75da7738ffc9', 'code': 200} May 26 11:17:58.227639 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:17:58.293867 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=e849e4eb-1eb7-446f-af61-75da7738ffc9,revision_number=10']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:17:58.928803 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8c0d29f7-2792-459c-9485-d9a6c660411e req-61ef5515-9a04-40ef-8b06-cebe05785b68 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 210 time: 0.0334263 May 26 11:17:59.129856 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f67de-df61-4211-a282-97001d16ba6a req-8d04edcd-db48-4603-a31c-f8c5342bbdab tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:17:59.131360 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6b9f67de-df61-4211-a282-97001d16ba6a req-8d04edcd-db48-4603-a31c-f8c5342bbdab tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 946 time: 0.0563414 May 26 11:17:59.180239 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6b9f67de-df61-4211-a282-97001d16ba6a req-83a0065f-66d9-4508-8a6e-3ccad74bd6a6 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426018 May 26 11:18:00.020083 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f906d2a4-6ced-434d-9bad-f7c7e953db26 req-307e8760-f4af-45fa-b23f-914f063ae20e tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 210 time: 0.0299985 May 26 11:18:00.262034 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 81506deb-5276-4ea9-9e3d-5c22337dcb79 no longer exists at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:18:00.288726 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] No Port match for: 81506deb-5276-4ea9-9e3d-5c22337dcb79 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:18:00.289879 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 81506deb-5276-4ea9-9e3d-5c22337dcb79 not bound to the agent host hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:18:00.315921 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bcac05-357c-4684-9162-18571d6b2ed6 req-535dc03b-4ee8-4611-83ed-8bde18b693f8 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:00.323856 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-72bcac05-357c-4684-9162-18571d6b2ed6 req-535dc03b-4ee8-4611-83ed-8bde18b693f8 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 946 time: 0.0600197 May 26 11:18:00.365821 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-72bcac05-357c-4684-9162-18571d6b2ed6 req-4285f1c5-1420-42db-b22c-6d050e251146 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408792 May 26 11:18:01.148264 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c62dcedc-5868-44cb-b9a8-40dc93392c3d req-201506d8-0fb0-400a-bcde-a8e6ce78dd71 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=5bc8ca8b-a2b4-4179-a245-fecd4a0a47ae HTTP/1.1" status: 200 len: 210 time: 0.0444279 May 26 11:18:01.463946 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:18:01.504408 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c8269-8d42-451b-afbb-4181eb36af59 req-ce7e1db5-0f2b-47f9-b976-0463593d1606 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:01.506818 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cf2c8269-8d42-451b-afbb-4181eb36af59 req-ce7e1db5-0f2b-47f9-b976-0463593d1606 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 946 time: 0.0592122 May 26 11:18:01.567298 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cf2c8269-8d42-451b-afbb-4181eb36af59 req-0adeb816-e2c3-4d9f-8725-39e5191aedc4 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502832 May 26 11:18:01.682785 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829db4d-6e60-44fa-9885-83b0f3fcb88f req-7d8b322e-c142-43aa-8b08-c928458b6969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:01.694326 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5829db4d-6e60-44fa-9885-83b0f3fcb88f req-7d8b322e-c142-43aa-8b08-c928458b6969 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 1099 time: 0.0482895 May 26 11:18:01.742609 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5829db4d-6e60-44fa-9885-83b0f3fcb88f req-5f6c1489-8be7-4c40-bdd4-47331042ff9d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383074 May 26 11:18:02.483131 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-b099a805-0b35-4cfd-8250-7e99527b8776 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:02.487778 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-b099a805-0b35-4cfd-8250-7e99527b8776 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/networks?id=e538c0c8-adee-49f0-8d6b-bd90dcbb056e HTTP/1.1" status: 200 len: 808 time: 0.1083984 May 26 11:18:02.503579 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-835c2843-f547-4aac-83d8-61e47a0ee826 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/quotas/43942deab2344a42a4b9de028e4fd49c HTTP/1.1" status: 200 len: 375 time: 0.0105629 May 26 11:18:02.540658 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-1c1ad4ff-79b3-4f74-8cee-946e28aebb62 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=43942deab2344a42a4b9de028e4fd49c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302777 May 26 11:18:02.667999 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-0e17e7c4-7700-4feb-8577-e666dd3c68e3 service neutron] 10.222.0.21 "GET /v2.0/networks/e538c0c8-adee-49f0-8d6b-bd90dcbb056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191421 May 26 11:18:02.736807 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79f73a-f691-41e7-b443-1bfacd261337 req-077b8a7a-ed86-4912-b730-09f198268f4c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:02.743919 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5d79f73a-f691-41e7-b443-1bfacd261337 req-077b8a7a-ed86-4912-b730-09f198268f4c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 946 time: 0.0695615 May 26 11:18:02.795293 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-ddc52294-33c3-428a-8138-81660c9f124a service neutron] 10.222.0.21 "GET /v2.0/networks/e538c0c8-adee-49f0-8d6b-bd90dcbb056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164894 May 26 11:18:02.806503 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5d79f73a-f691-41e7-b443-1bfacd261337 req-c417e535-3ce2-48ce-b408-a4958a6dd82e tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617347 May 26 11:18:03.070533 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b5dc8f5a-60f5-4366-94ef-255a002e5d65 req-6477089d-34e8-4c0e-8d3f-6fab010fab24 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 210 time: 0.0337749 May 26 11:18:03.304987 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c2011-ad44-40e0-8392-1de56aa63bc8 req-4cb8d0be-4ad5-4444-8a61-997f92262dc5 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:03.306629 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ef3c2011-ad44-40e0-8392-1de56aa63bc8 req-4cb8d0be-4ad5-4444-8a61-997f92262dc5 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0860240 May 26 11:18:03.377559 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ef3c2011-ad44-40e0-8392-1de56aa63bc8 req-ca7cc269-3f4f-4e33-9592-443051db2c80 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578315 May 26 11:18:03.950265 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1080d-3487-4f55-bcdb-5d56c39fcd27 req-2774cb05-9eff-4b66-9bf0-7dd0f26f53b8 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:03.951868 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f2b1080d-3487-4f55-bcdb-5d56c39fcd27 req-2774cb05-9eff-4b66-9bf0-7dd0f26f53b8 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 946 time: 0.0517948 May 26 11:18:03.996630 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f2b1080d-3487-4f55-bcdb-5d56c39fcd27 req-1a4ae207-04da-4493-92e4-7626f0c1796c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366027 May 26 11:18:04.168817 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bc5d8a48-9f70-4da3-a38c-1393811be0f2 req-1f7b8ba3-94bc-4bb5-80cf-7179533a0c74 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 210 time: 0.0415680 May 26 11:18:04.492489 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2bbea-ce79-4f59-bfc1-62cab5b67d3d req-b72b83ef-671f-41e8-88f1-2b15fe9ff53f tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:04.493955 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e6b2bbea-ce79-4f59-bfc1-62cab5b67d3d req-b72b83ef-671f-41e8-88f1-2b15fe9ff53f tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0525136 May 26 11:18:04.537760 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e6b2bbea-ce79-4f59-bfc1-62cab5b67d3d req-283dfb87-ecaf-45eb-ae58-700b034b19ec tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376318 May 26 11:18:05.128869 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cbd8e-4c30-4db2-8038-cdf41c86d37e req-fe6511b2-eaea-4870-98d3-2043f9e0fffe tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:05.130606 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6a9cbd8e-4c30-4db2-8038-cdf41c86d37e req-fe6511b2-eaea-4870-98d3-2043f9e0fffe tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 946 time: 0.0582864 May 26 11:18:05.170750 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6a9cbd8e-4c30-4db2-8038-cdf41c86d37e req-b77af6f2-a67d-4f74-9180-da4963f4a9f6 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339279 May 26 11:18:05.286225 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b096a4f4-c0e0-4bf7-af4f-4cd8127956ae req-a8d074f3-52de-4fcd-a82e-1381f2a30333 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 210 time: 0.0303121 May 26 11:18:05.650105 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d60f6-d9a3-4656-a782-e42504d8cf28 req-e9331eff-05be-42a7-a42f-d22b12ab1725 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:05.651733 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cf5d60f6-d9a3-4656-a782-e42504d8cf28 req-e9331eff-05be-42a7-a42f-d22b12ab1725 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0481627 May 26 11:18:05.696281 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cf5d60f6-d9a3-4656-a782-e42504d8cf28 req-8038330d-27bb-48f6-974d-6f114529bbdb tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379579 May 26 11:18:06.293028 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509eb98-cbda-4c39-a4fc-ed99c25affa2 req-d3fa0ed3-8076-400a-bd14-812bf36d1517 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:06.294353 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-d380b7e0-cebb-46dd-a028-782d409ea7c2 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:06.294809 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0509eb98-cbda-4c39-a4fc-ed99c25affa2 req-d3fa0ed3-8076-400a-bd14-812bf36d1517 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 946 time: 0.0492702 May 26 11:18:06.295911 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-d380b7e0-cebb-46dd-a028-782d409ea7c2 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/networks?id=ecba23a2-84f5-4d25-94be-3592338dfd31 HTTP/1.1" status: 200 len: 815 time: 0.1027684 May 26 11:18:06.311207 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-78436828-6369-40d1-b6ae-48816bd2bfc3 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/quotas/b8330e6f157749c79c6f779ab940e1b5 HTTP/1.1" status: 200 len: 375 time: 0.0093567 May 26 11:18:06.333209 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0509eb98-cbda-4c39-a4fc-ed99c25affa2 req-e6d46065-4a25-491c-b2e5-0bc09e2277c3 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326567 May 26 11:18:06.362564 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-2430cb6e-a39e-493e-b65c-78ff323b0ce7 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b8330e6f157749c79c6f779ab940e1b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457184 May 26 11:18:06.419183 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f6a05549-1ae3-4c9e-8183-e08cbfb720ab req-651f1f98-c249-40db-9d35-fdb929dd3195 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 210 time: 0.0263226 May 26 11:18:06.460233 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-2dce0032-a354-40df-8778-ff4147a6d225 service neutron] 10.222.0.21 "GET /v2.0/networks/ecba23a2-84f5-4d25-94be-3592338dfd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865757 May 26 11:18:06.545854 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-6d8305cf-2e0f-4dd1-8012-55d8a5d11863 service neutron] 10.222.0.21 "GET /v2.0/networks/ecba23a2-84f5-4d25-94be-3592338dfd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794644 May 26 11:18:06.821308 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a41ce-61f8-4f90-aea4-2ddd732e01f8 req-04d18bba-1d7f-47a3-b73a-6676a21b06c1 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:06.827942 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0b3a41ce-61f8-4f90-aea4-2ddd732e01f8 req-04d18bba-1d7f-47a3-b73a-6676a21b06c1 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0652676 May 26 11:18:06.877269 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0b3a41ce-61f8-4f90-aea4-2ddd732e01f8 req-050b51da-5019-43af-a332-a9632f3175c8 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477979 May 26 11:18:06.903605 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-10780168-ff15-4dae-b30c-5f7bf066e58f req-52d98dde-417c-42d8-9185-ba5fddeb0b8d tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 210 time: 0.0398965 May 26 11:18:07.461502 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfed28-4823-437e-85ac-d8b3038cd90c req-254ede51-3d29-4610-bd9d-ac9d6ccd1103 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:07.469501 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b8dfed28-4823-437e-85ac-d8b3038cd90c req-254ede51-3d29-4610-bd9d-ac9d6ccd1103 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 946 time: 0.0536716 May 26 11:18:07.504680 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b8dfed28-4823-437e-85ac-d8b3038cd90c req-eb2e5be7-88c9-4419-905c-f9d27376554f tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342348 May 26 11:18:07.561503 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d5f511b7-fa26-4534-8ada-ad6be2423d58 req-e4e6b773-afcc-48fc-a407-e4da663b8c5b tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 210 time: 0.0567036 May 26 11:18:07.644256 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-f7017435-a575-436a-be3e-40d5e13f40d2 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:07.645906 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-f7017435-a575-436a-be3e-40d5e13f40d2 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.42 "GET /v2.0/networks?id=e538c0c8-adee-49f0-8d6b-bd90dcbb056e HTTP/1.1" status: 200 len: 808 time: 0.1211238 May 26 11:18:07.662086 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-9985cc2c-6ca1-42e1-ae67-59b1d7fb7cb2 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Request body: {'port': {'device_id': 'b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c', 'network_id': 'e538c0c8-adee-49f0-8d6b-bd90dcbb056e', 'admin_state_up': True, 'tenant_id': '43942deab2344a42a4b9de028e4fd49c'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:07.840717 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-9985cc2c-6ca1-42e1-ae67-59b1d7fb7cb2 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Made reservation on behalf of 43942deab2344a42a4b9de028e4fd49c for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:18:07.844857 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-9985cc2c-6ca1-42e1-ae67-59b1d7fb7cb2 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:07.976784 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ffe70382-6fdb-4105-8da4-44f67957dc9c req-7fc01b98-1bd6-44a3-a52d-3f1c48e04992 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 210 time: 0.0515826 May 26 11:18:07.994042 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ccc3e-c29d-4eec-a5d0-56a5fbf3a288 req-168c908c-4163-49fc-a0bc-3e77f098ab37 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:08.000957 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-be7ccc3e-c29d-4eec-a5d0-56a5fbf3a288 req-168c908c-4163-49fc-a0bc-3e77f098ab37 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0529659 May 26 11:18:08.001403 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-9985cc2c-6ca1-42e1-ae67-59b1d7fb7cb2 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Allocated IP 172.20.0.8 (e538c0c8-adee-49f0-8d6b-bd90dcbb056e/5bc55c1b-fa38-4c91-94e4-f292e6feaec1/4dbb7265-ed55-45a2-ac8e-99188544fcb3) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:18:08.041576 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-be7ccc3e-c29d-4eec-a5d0-56a5fbf3a288 req-6d8dc39e-0df3-4114-aa57-de135bca4e8f tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340650 May 26 11:18:08.151237 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-9985cc2c-6ca1-42e1-ae67-59b1d7fb7cb2 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:08.244372 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-9985cc2c-6ca1-42e1-ae67-59b1d7fb7cb2 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:08.289580 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-9985cc2c-6ca1-42e1-ae67-59b1d7fb7cb2 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Network e538c0c8-adee-49f0-8d6b-bd90dcbb056e is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:18:08.292477 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-9985cc2c-6ca1-42e1-ae67-59b1d7fb7cb2 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:18:08.295931 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-9985cc2c-6ca1-42e1-ae67-59b1d7fb7cb2 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:18:08.550993 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985cc2c-6ca1-42e1-ae67-59b1d7fb7cb2 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Pushing event updated for resources: {'Port': ['ID=4dbb7265-ed55-45a2-ac8e-99188544fcb3,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:08.573822 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-9985cc2c-6ca1-42e1-ae67-59b1d7fb7cb2 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:08.574421 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-9985cc2c-6ca1-42e1-ae67-59b1d7fb7cb2 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:08.676695 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-9985cc2c-6ca1-42e1-ae67-59b1d7fb7cb2 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0179334 May 26 11:18:08.692553 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d6732-6ee1-4460-bad7-c206fe40bcca req-70214867-f34f-4a86-94b9-4555d5a394cd tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:08.694036 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a64d6732-6ee1-4460-bad7-c206fe40bcca req-70214867-f34f-4a86-94b9-4555d5a394cd tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 931 time: 0.0663314 May 26 11:18:08.711391 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-7f7fd653-031f-4680-8527-db746b6abd8e service neutron] Request body: {'port': {'device_id': 'b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84339'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:08.775517 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a64d6732-6ee1-4460-bad7-c206fe40bcca req-71a6835c-9d62-4f5a-a3f0-4b7d1365258d tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750341 May 26 11:18:08.783937 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-7f7fd653-031f-4680-8527-db746b6abd8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:09.044232 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-7f7fd653-031f-4680-8527-db746b6abd8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dbb7265-ed55-45a2-ac8e-99188544fcb3 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:18:09.052219 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-7f7fd653-031f-4680-8527-db746b6abd8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:09.065528 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-7f7fd653-031f-4680-8527-db746b6abd8e service neutron] Transition to ACTIVE for port object 4dbb7265-ed55-45a2-ac8e-99188544fcb3 will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:18:09.071912 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2d2c5a9d-a518-4fbf-bcde-e0b403d832a3 req-bd34e1a1-a016-4086-a69d-cb10d6fe0e85 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 210 time: 0.0292947 May 26 11:18:09.137075 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-7f7fd653-031f-4680-8527-db746b6abd8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:09.205190 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d4a745-eea2-46f7-910e-ab6fccce20cd req-b0a54c5e-8298-4ea2-83b3-62691f969780 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:09.206829 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-86d4a745-eea2-46f7-910e-ab6fccce20cd req-b0a54c5e-8298-4ea2-83b3-62691f969780 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0960157 May 26 11:18:09.207841 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7fd653-031f-4680-8527-db746b6abd8e service neutron] Pushing event updated for resources: {'Port': ['ID=4dbb7265-ed55-45a2-ac8e-99188544fcb3,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:09.293873 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-86d4a745-eea2-46f7-910e-ab6fccce20cd req-eac05cca-11be-484b-a3e5-07ce58d20651 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633729 May 26 11:18:09.304461 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-7f7fd653-031f-4680-8527-db746b6abd8e service neutron] Attempting to bind port 4dbb7265-ed55-45a2-ac8e-99188544fcb3 on host hv-cinder-84339 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:18:09.304841 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-7f7fd653-031f-4680-8527-db746b6abd8e service neutron] Attempting to bind port 4dbb7265-ed55-45a2-ac8e-99188544fcb3 by drivers openvswitch,hyperv on host hv-cinder-84339 at level 0 using segments [{'id': 'f51624e8-24e5-4168-9fe3-c4402ee3b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e538c0c8-adee-49f0-8d6b-bd90dcbb056e'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:18:09.305173 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-7f7fd653-031f-4680-8527-db746b6abd8e service neutron] Attempting to bind port 4dbb7265-ed55-45a2-ac8e-99188544fcb3 on network e538c0c8-adee-49f0-8d6b-bd90dcbb056e {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:18:09.309705 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-7f7fd653-031f-4680-8527-db746b6abd8e service neutron] Port 4dbb7265-ed55-45a2-ac8e-99188544fcb3 on network e538c0c8-adee-49f0-8d6b-bd90dcbb056e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84339 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 11:18:09.310022 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-7f7fd653-031f-4680-8527-db746b6abd8e service neutron] Attempting to bind port 4dbb7265-ed55-45a2-ac8e-99188544fcb3 on network e538c0c8-adee-49f0-8d6b-bd90dcbb056e {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:18:09.314837 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-7f7fd653-031f-4680-8527-db746b6abd8e service neutron] Checking agent: {'id': '96131053-e6ec-4464-b9d0-ccb06fa4079a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84339', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'started_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:18:09.315172 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-7f7fd653-031f-4680-8527-db746b6abd8e service neutron] Checking segment: {'id': 'f51624e8-24e5-4168-9fe3-c4402ee3b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e538c0c8-adee-49f0-8d6b-bd90dcbb056e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:18:09.315596 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-7f7fd653-031f-4680-8527-db746b6abd8e service neutron] Bound using segment: {'id': 'f51624e8-24e5-4168-9fe3-c4402ee3b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e538c0c8-adee-49f0-8d6b-bd90dcbb056e'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:18:09.315969 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-7f7fd653-031f-4680-8527-db746b6abd8e service neutron] Bound port: 4dbb7265-ed55-45a2-ac8e-99188544fcb3, host: hv-cinder-84339, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51624e8-24e5-4168-9fe3-c4402ee3b872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e538c0c8-adee-49f0-8d6b-bd90dcbb056e'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:18:09.316322 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-7f7fd653-031f-4680-8527-db746b6abd8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:09.346715 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:09.388285 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-7f7fd653-031f-4680-8527-db746b6abd8e service neutron] For port 4dbb7265-ed55-45a2-ac8e-99188544fcb3, host hv-cinder-84339, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:18:09.392027 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-7f7fd653-031f-4680-8527-db746b6abd8e service neutron] For port 4dbb7265-ed55-45a2-ac8e-99188544fcb3, host hv-cinder-84339, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=4dbb7265-ed55-45a2-ac8e-99188544fcb3,segment=NetworkSegment(f51624e8-24e5-4168-9fe3-c4402ee3b872),segment_id=f51624e8-24e5-4168-9fe3-c4402ee3b872)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:18:09.465982 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-7f7fd653-031f-4680-8527-db746b6abd8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:09.544703 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-7f7fd653-031f-4680-8527-db746b6abd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:09.545301 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-7f7fd653-031f-4680-8527-db746b6abd8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:09.546629 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-7f7fd653-031f-4680-8527-db746b6abd8e service neutron] 10.222.0.42 "PUT /v2.0/ports/4dbb7265-ed55-45a2-ac8e-99188544fcb3 HTTP/1.1" status: 200 len: 1093 time: 0.8400583 May 26 11:18:09.548869 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c', 'tag': '4dbb7265-ed55-45a2-ac8e-99188544fcb3'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:18:09.552893 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492e1798-8fb9-4bbe-a0f8-67847950db6b" -d '{"events": [{"name": "network-changed", "server_uuid": "b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c", "tag": "4dbb7265-ed55-45a2-ac8e-99188544fcb3"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:18:09.591316 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d26be0-8caa-42d9-81d1-26f60f7f9512 x-openstack-request-id: req-20d26be0-8caa-42d9-81d1-26f60f7f9512 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:18:09.591956 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c", "tag": "4dbb7265-ed55-45a2-ac8e-99188544fcb3", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:18:09.591956 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20d26be0-8caa-42d9-81d1-26f60f7f9512 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:18:09.592205 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20d26be0-8caa-42d9-81d1-26f60f7f9512'] response: {'name': 'network-changed', 'server_uuid': 'b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c', 'tag': '4dbb7265-ed55-45a2-ac8e-99188544fcb3', 'status': 'completed', 'code': 200} May 26 11:18:09.592887 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7fd653-031f-4680-8527-db746b6abd8e service neutron] Pushing event updated for resources: {'Port': ['ID=4dbb7265-ed55-45a2-ac8e-99188544fcb3,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:09.617257 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-81d6ec6b-a3cd-4e09-a018-9061c9870536 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:09.618687 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-81d6ec6b-a3cd-4e09-a018-9061c9870536 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.42 "GET /v2.0/networks?id=ecba23a2-84f5-4d25-94be-3592338dfd31 HTTP/1.1" status: 200 len: 815 time: 0.1638203 May 26 11:18:09.631776 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-bc6abc60-eae3-4993-b0a2-81ddf737bc42 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Request body: {'port': {'device_id': '80b10c74-67ca-4921-8970-cdca21dafdb5', 'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31', 'admin_state_up': True, 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:09.714533 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e1798-8fb9-4bbe-a0f8-67847950db6b req-b161a405-f159-47c0-86ab-5a69f079e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:09.715992 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-492e1798-8fb9-4bbe-a0f8-67847950db6b req-b161a405-f159-47c0-86ab-5a69f079e8f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=43942deab2344a42a4b9de028e4fd49c&device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 1096 time: 0.0964761 May 26 11:18:09.834096 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e1798-8fb9-4bbe-a0f8-67847950db6b req-b41d473d-edd3-4e96-a2e0-e16a36ec8553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:09.835504 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-492e1798-8fb9-4bbe-a0f8-67847950db6b req-b41d473d-edd3-4e96-a2e0-e16a36ec8553 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=43942deab2344a42a4b9de028e4fd49c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1109018 May 26 11:18:09.919930 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-bc6abc60-eae3-4993-b0a2-81ddf737bc42 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Made reservation on behalf of b8330e6f157749c79c6f779ab940e1b5 for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:18:09.924000 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-bc6abc60-eae3-4993-b0a2-81ddf737bc42 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:09.983050 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83025eac-1814-40d1-b9b8-eb0f3d3ccf07 req-41f136df-5945-49f2-8c44-20aad9e9dbe8 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:09.987956 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-83025eac-1814-40d1-b9b8-eb0f3d3ccf07 req-41f136df-5945-49f2-8c44-20aad9e9dbe8 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 943 time: 0.1305394 May 26 11:18:10.062031 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492e1798-8fb9-4bbe-a0f8-67847950db6b req-637eb31a-7ce8-4224-b3d9-51ddb0b97f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:10.064069 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-492e1798-8fb9-4bbe-a0f8-67847950db6b req-637eb31a-7ce8-4224-b3d9-51ddb0b97f09 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2219849 May 26 11:18:10.087966 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-83025eac-1814-40d1-b9b8-eb0f3d3ccf07 req-57f6f8bc-f2b4-4803-99bc-537acc6b4e7a tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705094 May 26 11:18:10.169741 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-bc6abc60-eae3-4993-b0a2-81ddf737bc42 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Allocated IP 172.20.0.14 (ecba23a2-84f5-4d25-94be-3592338dfd31/574ef81a-b121-4d5b-8038-17d4fb5c5a45/21273c8f-f6a0-4cf6-8549-21fb5883ff2b) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:18:10.182959 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-043ccdee-180f-4c6c-8448-d704fa811e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:10.184471 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-043ccdee-180f-4c6c-8448-d704fa811e61 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=43942deab2344a42a4b9de028e4fd49c&device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 1096 time: 0.0675981 May 26 11:18:10.191379 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-69a3247f-063e-448a-8cf6-b757f30faf8d req-330868dd-c5e8-4f23-a5b0-1eda0c9aa479 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 210 time: 0.0305302 May 26 11:18:10.238094 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-b0fc739d-7caa-47c5-9cc9-192bab2d2e1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4dbb7265-ed55-45a2-ac8e-99188544fcb3 HTTP/1.1" status: 200 len: 217 time: 0.0451374 May 26 11:18:10.348340 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-08754bcc-3272-4e93-ac14-05cca6542b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:10.348340 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-08754bcc-3272-4e93-ac14-05cca6542b0d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bc55c1b-fa38-4c91-94e4-f292e6feaec1 HTTP/1.1" status: 200 len: 848 time: 0.0993934 May 26 11:18:10.401027 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-bc6abc60-eae3-4993-b0a2-81ddf737bc42 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:10.467060 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-09930d28-c3b0-4816-8b81-51df9a99b3f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e538c0c8-adee-49f0-8d6b-bd90dcbb056e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378966 May 26 11:18:10.507763 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2079ed-6dcf-47e4-a0fb-2cb7f20b7278 req-878e395e-7e81-4622-83f7-f89e51e120c9 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:10.509464 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ee2079ed-6dcf-47e4-a0fb-2cb7f20b7278 req-878e395e-7e81-4622-83f7-f89e51e120c9 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0793333 May 26 11:18:10.562429 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ee2079ed-6dcf-47e4-a0fb-2cb7f20b7278 req-b29bd09a-8ca7-4d6d-933b-2ee74a4da97b tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448868 May 26 11:18:10.564265 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-bc6abc60-eae3-4993-b0a2-81ddf737bc42 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:10.633173 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-bc6abc60-eae3-4993-b0a2-81ddf737bc42 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Network ecba23a2-84f5-4d25-94be-3592338dfd31 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:18:10.665308 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-bc6abc60-eae3-4993-b0a2-81ddf737bc42 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:18:10.673065 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-bc6abc60-eae3-4993-b0a2-81ddf737bc42 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:18:10.723880 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6abc60-eae3-4993-b0a2-81ddf737bc42 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Pushing event updated for resources: {'Port': ['ID=21273c8f-f6a0-4cf6-8549-21fb5883ff2b,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:10.753567 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-bc6abc60-eae3-4993-b0a2-81ddf737bc42 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:10.754215 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-bc6abc60-eae3-4993-b0a2-81ddf737bc42 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:10.797839 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-4402e1dd-a124-4685-ae41-572281b66ecb service neutron] 10.222.0.42 "GET /v2.0/networks/e538c0c8-adee-49f0-8d6b-bd90dcbb056e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007494 May 26 11:18:10.868120 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-bc6abc60-eae3-4993-b0a2-81ddf737bc42 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2392483 May 26 11:18:11.037339 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-8ff1ec4f-baaf-4c8a-9162-3446d48a364e None None] Provisioning complete for port 21273c8f-f6a0-4cf6-8549-21fb5883ff2b triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:18:11.037969 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-8ff1ec4f-baaf-4c8a-9162-3446d48a364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:11.112148 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-8ff1ec4f-baaf-4c8a-9162-3446d48a364e None None] Port 21273c8f-f6a0-4cf6-8549-21fb5883ff2b cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:18:11.252340 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf798d9-29d7-43ec-812c-17a5bce78764 req-e34fbd64-7b29-4aa7-9990-60d7609d2a4a tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:11.257176 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2bf798d9-29d7-43ec-812c-17a5bce78764 req-e34fbd64-7b29-4aa7-9990-60d7609d2a4a tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 943 time: 0.0586288 May 26 11:18:11.300176 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2bf798d9-29d7-43ec-812c-17a5bce78764 req-a4f82b86-1ef3-421d-98ad-bc8b6c3eebf8 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396688 May 26 11:18:11.423752 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7dc0b9-7d55-48f1-b438-1f2613301a40 req-c7212be7-146d-4ad3-a643-4b15db9af1b6 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:11.425229 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7c7dc0b9-7d55-48f1-b438-1f2613301a40 req-c7212be7-146d-4ad3-a643-4b15db9af1b6 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 932 time: 0.0529335 May 26 11:18:11.481117 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7c7dc0b9-7d55-48f1-b438-1f2613301a40 req-cc049a31-34be-40d6-bead-fd8708f8fcba tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332863 May 26 11:18:11.693549 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5d25d-7b25-41e0-8872-1e75ef3b84d8 req-87a22a51-247c-4f0c-abbd-bbf63bbcd0a7 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:11.694933 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0ac5d25d-7b25-41e0-8872-1e75ef3b84d8 req-87a22a51-247c-4f0c-abbd-bbf63bbcd0a7 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0607383 May 26 11:18:11.733467 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0ac5d25d-7b25-41e0-8872-1e75ef3b84d8 req-36792b7b-f912-45da-a2f1-649e0b3eb444 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325356 May 26 11:18:12.423869 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef49d6-c186-426e-b7d1-a997e7c55715 req-09861752-89da-46ea-b529-d28ae9f92194 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:12.425292 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-60ef49d6-c186-426e-b7d1-a997e7c55715 req-09861752-89da-46ea-b529-d28ae9f92194 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 943 time: 0.0506513 May 26 11:18:12.466618 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-60ef49d6-c186-426e-b7d1-a997e7c55715 req-9902ccf1-16dd-4907-8f30-2a17d4407394 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338387 May 26 11:18:12.590944 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8449cb8-42ba-421c-a662-2cc41bc2bf39 req-4b68fa28-8e51-4690-bc4e-cec1b891413b tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:12.592455 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b8449cb8-42ba-421c-a662-2cc41bc2bf39 req-4b68fa28-8e51-4690-bc4e-cec1b891413b tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 932 time: 0.0541763 May 26 11:18:12.630546 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b8449cb8-42ba-421c-a662-2cc41bc2bf39 req-746ecab9-2645-4f17-aa84-883f619099f1 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320168 May 26 11:18:12.854319 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91189087-857b-4b91-b2da-3f0b3034c365 req-8401eda1-a70d-484c-8a2c-f984ed84d785 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:12.856221 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-91189087-857b-4b91-b2da-3f0b3034c365 req-8401eda1-a70d-484c-8a2c-f984ed84d785 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0496430 May 26 11:18:12.900841 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-91189087-857b-4b91-b2da-3f0b3034c365 req-bb3bfd97-0d5b-458c-90eb-e55bdd058222 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374498 May 26 11:18:13.591351 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5100b-800d-4715-9e09-42c6a8aeb9de req-4ff6fb82-02ec-4815-8475-5492f76e14e1 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:13.594118 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ece5100b-800d-4715-9e09-42c6a8aeb9de req-4ff6fb82-02ec-4815-8475-5492f76e14e1 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 943 time: 0.0559969 May 26 11:18:13.647734 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ece5100b-800d-4715-9e09-42c6a8aeb9de req-3adcb183-75d8-43b5-acba-f7d1f8dc756e tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445254 May 26 11:18:13.755941 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d74c2c-06e8-4b99-a304-2c765b954abe req-00e225f7-937c-47da-a20c-f4dedda9f286 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:13.758081 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-35d74c2c-06e8-4b99-a304-2c765b954abe req-00e225f7-937c-47da-a20c-f4dedda9f286 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 932 time: 0.0569620 May 26 11:18:13.795879 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-35d74c2c-06e8-4b99-a304-2c765b954abe req-f3785e86-e66f-44fe-9a1e-ca0b4770d48c tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318146 May 26 11:18:14.037161 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df06757-6945-4c5b-9ec1-6f31eededdfc req-f7d441ee-d485-48c7-9006-1780f573978a tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:14.039263 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7df06757-6945-4c5b-9ec1-6f31eededdfc req-f7d441ee-d485-48c7-9006-1780f573978a tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0528142 May 26 11:18:14.077782 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7df06757-6945-4c5b-9ec1-6f31eededdfc req-e5d745ed-5dc0-4c15-a356-25233377d1c2 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323954 May 26 11:18:14.771589 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850fd51-d8ee-4a64-a588-60230cf1fc0e req-616dfca9-fb40-4cab-985f-8f0226358c45 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:14.773166 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e850fd51-d8ee-4a64-a588-60230cf1fc0e req-616dfca9-fb40-4cab-985f-8f0226358c45 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 943 time: 0.0538309 May 26 11:18:14.811556 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e850fd51-d8ee-4a64-a588-60230cf1fc0e req-23a19dd8-f410-4bad-ba38-5e78858be041 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324013 May 26 11:18:14.914751 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd791b0-5a38-46a5-9b0e-5e12f3710be4 req-3034c4d0-5001-4f50-b07e-d976b1143222 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:14.916355 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8fd791b0-5a38-46a5-9b0e-5e12f3710be4 req-3034c4d0-5001-4f50-b07e-d976b1143222 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 932 time: 0.0498235 May 26 11:18:14.956228 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8fd791b0-5a38-46a5-9b0e-5e12f3710be4 req-525ff42b-52d8-444c-ad02-0b24529fcbfc tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339963 May 26 11:18:15.196333 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e179ed5-5599-48f7-804f-b0d9dde432f5 req-0615ee3c-d289-4e0c-b35a-c653a876afac tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:15.197852 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8e179ed5-5599-48f7-804f-b0d9dde432f5 req-0615ee3c-d289-4e0c-b35a-c653a876afac tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0496421 May 26 11:18:15.243463 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8e179ed5-5599-48f7-804f-b0d9dde432f5 req-c8889dd6-2888-4e47-99e1-2263cf6fa5b8 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391135 May 26 11:18:15.957299 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c698d-359f-4ed6-924f-aeeec7943a5d req-5820af8f-3166-4802-ac09-8b6fd9cd8101 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:15.958796 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-533c698d-359f-4ed6-924f-aeeec7943a5d req-5820af8f-3166-4802-ac09-8b6fd9cd8101 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 943 time: 0.0551639 May 26 11:18:16.010196 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-533c698d-359f-4ed6-924f-aeeec7943a5d req-1eca9db0-0c68-4100-9dfc-e30f77f6b448 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397103 May 26 11:18:16.108143 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504285d-f88c-4b42-95f0-5ea6da733454 req-177b49c9-3d36-4835-80cc-41cab9038c59 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:16.117430 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6504285d-f88c-4b42-95f0-5ea6da733454 req-177b49c9-3d36-4835-80cc-41cab9038c59 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 932 time: 0.0502095 May 26 11:18:16.152030 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6504285d-f88c-4b42-95f0-5ea6da733454 req-f95a147d-edc5-4ba6-91ed-f6113c974774 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339243 May 26 11:18:16.366009 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49784d-20e2-4f2e-b9b4-1737e1c61584 req-4c373659-28ff-4f1a-8c0d-7bffa465b460 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:16.367580 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0f49784d-20e2-4f2e-b9b4-1737e1c61584 req-4c373659-28ff-4f1a-8c0d-7bffa465b460 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0493262 May 26 11:18:16.413324 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0f49784d-20e2-4f2e-b9b4-1737e1c61584 req-1b6d60cc-6be8-4ab8-b0a3-8a3c4db94764 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397120 May 26 11:18:17.123055 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90b8a7-7073-4c70-a5e1-383fc6a4c0fd req-55f0b353-bff7-4b6f-ad63-fa1fa4705a76 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:17.124713 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ef90b8a7-7073-4c70-a5e1-383fc6a4c0fd req-55f0b353-bff7-4b6f-ad63-fa1fa4705a76 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 943 time: 0.0518267 May 26 11:18:17.171200 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ef90b8a7-7073-4c70-a5e1-383fc6a4c0fd req-96cc5886-4722-475f-815f-2f7309170e83 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395043 May 26 11:18:17.282688 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f7dff-66c7-4749-afe5-58c5a8c2230a req-01316a9b-57a8-49ae-8a78-af9ccd206f55 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:17.284325 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b30f7dff-66c7-4749-afe5-58c5a8c2230a req-01316a9b-57a8-49ae-8a78-af9ccd206f55 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 932 time: 0.0503948 May 26 11:18:17.322745 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b30f7dff-66c7-4749-afe5-58c5a8c2230a req-6ded12b4-a1da-47a0-b965-197f01a94958 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324550 May 26 11:18:17.530967 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60713bde-81cd-4909-8627-ab72d44aaa54 req-c77ccffd-6e5e-4838-beae-f8134f251df4 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:17.533184 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-60713bde-81cd-4909-8627-ab72d44aaa54 req-c77ccffd-6e5e-4838-beae-f8134f251df4 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0507834 May 26 11:18:17.576509 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-60713bde-81cd-4909-8627-ab72d44aaa54 req-2d712cad-1bf7-45d0-8b97-8cf35d4da911 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364237 May 26 11:18:18.286286 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d00a3-494b-4f30-a247-c016cb863fcc req-8ee13b54-1666-4703-ad09-a8cda036e2cd tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:18.287735 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c26d00a3-494b-4f30-a247-c016cb863fcc req-8ee13b54-1666-4703-ad09-a8cda036e2cd tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 943 time: 0.0475190 May 26 11:18:18.298508 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-4438e766-d419-461b-8da3-c6278a006e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:18.327591 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c26d00a3-494b-4f30-a247-c016cb863fcc req-2b7b4f45-0491-439e-b701-5ea95776e84d tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339134 May 26 11:18:18.435407 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68415a-f7a9-4eb6-9ef8-1e37df75aa8a req-e7da9461-d8da-46ea-8819-45102b5f6f34 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:18.436797 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ba68415a-f7a9-4eb6-9ef8-1e37df75aa8a req-e7da9461-d8da-46ea-8819-45102b5f6f34 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 932 time: 0.0480421 May 26 11:18:18.473086 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ba68415a-f7a9-4eb6-9ef8-1e37df75aa8a req-31983191-56a6-451e-b450-0abc0d3d7918 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304394 May 26 11:18:18.691965 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d137cc-6a39-405c-94ea-e3df2be45857 req-f4e39221-02f5-4292-8a70-cfcedf457a76 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:18.691965 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-08d137cc-6a39-405c-94ea-e3df2be45857 req-f4e39221-02f5-4292-8a70-cfcedf457a76 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0480554 May 26 11:18:18.694521 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-45d1883d-5af3-491b-9844-24672109ee61 service neutron] Request body: {'port': {'device_id': '80b10c74-67ca-4921-8970-cdca21dafdb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84339'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:18.825117 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-08d137cc-6a39-405c-94ea-e3df2be45857 req-520d787c-29a7-4092-bef1-2abc6b324e7d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185760 May 26 11:18:18.830970 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-45d1883d-5af3-491b-9844-24672109ee61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:18.888679 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-34172235-18cc-49e5-b421-f9aea0ca18e9 req-467baa7b-d8ac-4f4c-a7f1-24acaee9b8b0 service neutron] 10.222.0.42 "GET /v2.0/networks/e538c0c8-adee-49f0-8d6b-bd90dcbb056e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959395 May 26 11:18:19.123501 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-45d1883d-5af3-491b-9844-24672109ee61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21273c8f-f6a0-4cf6-8549-21fb5883ff2b {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:18:19.131634 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-45d1883d-5af3-491b-9844-24672109ee61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:19.143618 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-45d1883d-5af3-491b-9844-24672109ee61 service neutron] Transition to ACTIVE for port object 21273c8f-f6a0-4cf6-8549-21fb5883ff2b will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:18:19.209521 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-45d1883d-5af3-491b-9844-24672109ee61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:19.259640 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1883d-5af3-491b-9844-24672109ee61 service neutron] Pushing event updated for resources: {'Port': ['ID=21273c8f-f6a0-4cf6-8549-21fb5883ff2b,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:19.327703 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-45d1883d-5af3-491b-9844-24672109ee61 service neutron] Attempting to bind port 21273c8f-f6a0-4cf6-8549-21fb5883ff2b on host hv-cinder-84339 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:18:19.329808 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-45d1883d-5af3-491b-9844-24672109ee61 service neutron] Attempting to bind port 21273c8f-f6a0-4cf6-8549-21fb5883ff2b by drivers openvswitch,hyperv on host hv-cinder-84339 at level 0 using segments [{'id': '32c73b14-dbd8-4220-ae77-a0387019faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:18:19.329808 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-45d1883d-5af3-491b-9844-24672109ee61 service neutron] Attempting to bind port 21273c8f-f6a0-4cf6-8549-21fb5883ff2b on network ecba23a2-84f5-4d25-94be-3592338dfd31 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:18:19.333630 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-45d1883d-5af3-491b-9844-24672109ee61 service neutron] Port 21273c8f-f6a0-4cf6-8549-21fb5883ff2b on network ecba23a2-84f5-4d25-94be-3592338dfd31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84339 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 11:18:19.333952 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-45d1883d-5af3-491b-9844-24672109ee61 service neutron] Attempting to bind port 21273c8f-f6a0-4cf6-8549-21fb5883ff2b on network ecba23a2-84f5-4d25-94be-3592338dfd31 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:18:19.338893 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-45d1883d-5af3-491b-9844-24672109ee61 service neutron] Checking agent: {'id': '96131053-e6ec-4464-b9d0-ccb06fa4079a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84339', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'started_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:18:19.339229 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-45d1883d-5af3-491b-9844-24672109ee61 service neutron] Checking segment: {'id': '32c73b14-dbd8-4220-ae77-a0387019faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:18:19.339612 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-45d1883d-5af3-491b-9844-24672109ee61 service neutron] Bound using segment: {'id': '32c73b14-dbd8-4220-ae77-a0387019faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:18:19.340040 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-45d1883d-5af3-491b-9844-24672109ee61 service neutron] Bound port: 21273c8f-f6a0-4cf6-8549-21fb5883ff2b, host: hv-cinder-84339, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c73b14-dbd8-4220-ae77-a0387019faac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:18:19.340401 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-45d1883d-5af3-491b-9844-24672109ee61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:19.418824 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-45d1883d-5af3-491b-9844-24672109ee61 service neutron] For port 21273c8f-f6a0-4cf6-8549-21fb5883ff2b, host hv-cinder-84339, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:18:19.445646 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-45d1883d-5af3-491b-9844-24672109ee61 service neutron] For port 21273c8f-f6a0-4cf6-8549-21fb5883ff2b, host hv-cinder-84339, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=21273c8f-f6a0-4cf6-8549-21fb5883ff2b,segment=NetworkSegment(32c73b14-dbd8-4220-ae77-a0387019faac),segment_id=32c73b14-dbd8-4220-ae77-a0387019faac)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:18:19.465685 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23895a-f043-4036-90d5-3f9b429de591 req-f0599cf7-67c2-48c0-b826-86f9d180f396 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:19.467340 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-aa23895a-f043-4036-90d5-3f9b429de591 req-f0599cf7-67c2-48c0-b826-86f9d180f396 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 943 time: 0.0633373 May 26 11:18:19.505984 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-aa23895a-f043-4036-90d5-3f9b429de591 req-219f9079-a019-43dd-935a-1d3ff9da302c tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322256 May 26 11:18:19.512855 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-45d1883d-5af3-491b-9844-24672109ee61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:19.557766 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-45d1883d-5af3-491b-9844-24672109ee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:19.558865 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-45d1883d-5af3-491b-9844-24672109ee61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:19.560543 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-45d1883d-5af3-491b-9844-24672109ee61 service neutron] 10.222.0.42 "PUT /v2.0/ports/21273c8f-f6a0-4cf6-8549-21fb5883ff2b HTTP/1.1" status: 200 len: 1094 time: 0.8707964 May 26 11:18:19.561082 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b10c74-67ca-4921-8970-cdca21dafdb5', 'tag': '21273c8f-f6a0-4cf6-8549-21fb5883ff2b'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:18:19.564242 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5538e36-b8b6-4a72-ab69-70123b77b79a" -d '{"events": [{"name": "network-changed", "server_uuid": "80b10c74-67ca-4921-8970-cdca21dafdb5", "tag": "21273c8f-f6a0-4cf6-8549-21fb5883ff2b"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:18:19.585495 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1883d-5af3-491b-9844-24672109ee61 service neutron] Pushing event updated for resources: {'Port': ['ID=21273c8f-f6a0-4cf6-8549-21fb5883ff2b,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:19.620890 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff65f0a5-0cde-47bf-8315-f532a6b9d627 x-openstack-request-id: req-ff65f0a5-0cde-47bf-8315-f532a6b9d627 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:18:19.621486 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b10c74-67ca-4921-8970-cdca21dafdb5", "tag": "21273c8f-f6a0-4cf6-8549-21fb5883ff2b", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:18:19.621877 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff65f0a5-0cde-47bf-8315-f532a6b9d627 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:18:19.622434 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff65f0a5-0cde-47bf-8315-f532a6b9d627'] response: {'name': 'network-changed', 'server_uuid': '80b10c74-67ca-4921-8970-cdca21dafdb5', 'tag': '21273c8f-f6a0-4cf6-8549-21fb5883ff2b', 'status': 'completed', 'code': 200} May 26 11:18:19.639499 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2b9c25-3404-45a5-904a-7033b005153a req-a153f2c8-cc1d-4aa9-b4d9-451b9c28377a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:19.644934 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-db2b9c25-3404-45a5-904a-7033b005153a req-a153f2c8-cc1d-4aa9-b4d9-451b9c28377a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 944 time: 0.0887694 May 26 11:18:19.688433 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5538e36-b8b6-4a72-ab69-70123b77b79a req-abed691b-83aa-4fe2-b3e7-ad0186a14503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:19.689237 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-db2b9c25-3404-45a5-904a-7033b005153a req-a64b668d-a46a-4757-abb0-a2105712d59d tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418744 May 26 11:18:19.690008 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e5538e36-b8b6-4a72-ab69-70123b77b79a req-abed691b-83aa-4fe2-b3e7-ad0186a14503 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8330e6f157749c79c6f779ab940e1b5&device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 1097 time: 0.0465295 May 26 11:18:19.802181 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5538e36-b8b6-4a72-ab69-70123b77b79a req-cbd35f15-9d6e-4c94-a9cb-24a5345071d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:19.803641 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e5538e36-b8b6-4a72-ab69-70123b77b79a req-cbd35f15-9d6e-4c94-a9cb-24a5345071d6 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b8330e6f157749c79c6f779ab940e1b5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1059833 May 26 11:18:19.911463 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5538e36-b8b6-4a72-ab69-70123b77b79a req-244ccd81-3d9e-4729-a7c3-dbdf91f5ae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:19.912805 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e5538e36-b8b6-4a72-ab69-70123b77b79a req-244ccd81-3d9e-4729-a7c3-dbdf91f5ae9e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1014004 May 26 11:18:19.947509 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf4843-32d0-49e9-b068-6a004859977b req-0450c4dc-35ea-4722-b596-d5c81e62297f tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:19.948411 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5adf4843-32d0-49e9-b068-6a004859977b req-0450c4dc-35ea-4722-b596-d5c81e62297f tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0493646 May 26 11:18:20.000003 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 4dbb7265-ed55-45a2-ac8e-99188544fcb3 details requested by agent hyperv_hv-cinder-84339 with host hv-cinder-84339 {{(pid=102813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 11:18:20.017525 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5adf4843-32d0-49e9-b068-6a004859977b req-887bccba-6567-4e15-93b1-5055cdc598b9 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616369 May 26 11:18:20.026101 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-0008e5d1-3b5b-4fde-bbd1-cde61cd806b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:20.027587 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-0008e5d1-3b5b-4fde-bbd1-cde61cd806b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8330e6f157749c79c6f779ab940e1b5&device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 1097 time: 0.0580034 May 26 11:18:20.127630 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 4dbb7265-ed55-45a2-ac8e-99188544fcb3, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=4dbb7265-ed55-45a2-ac8e-99188544fcb3,segment=NetworkSegment(f51624e8-24e5-4168-9fe3-c4402ee3b872),segment_id=f51624e8-24e5-4168-9fe3-c4402ee3b872)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:18:20.144791 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Returning: {'device': '4dbb7265-ed55-45a2-ac8e-99188544fcb3', 'network_id': 'e538c0c8-adee-49f0-8d6b-bd90dcbb056e', 'port_id': '4dbb7265-ed55-45a2-ac8e-99188544fcb3', 'mac_address': 'fa:16:3e:b9:4a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bc55c1b-fa38-4c91-94e4-f292e6feaec1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 11:18:20.177234 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-6f660a7c-5976-4bb3-a8a6-1720c4267be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:20.190698 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port 4dbb7265-ed55-45a2-ac8e-99188544fcb3 is: DOWN; New status is: BUILD {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:18:20.193165 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:20.204789 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dbb7265-ed55-45a2-ac8e-99188544fcb3 {{(pid=102813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:18:20.226239 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 4dbb7265-ed55-45a2-ac8e-99188544fcb3, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=4dbb7265-ed55-45a2-ac8e-99188544fcb3,segment=NetworkSegment(f51624e8-24e5-4168-9fe3-c4402ee3b872),segment_id=f51624e8-24e5-4168-9fe3-c4402ee3b872)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:18:20.304152 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-fdc0967a-26b9-4f27-991b-830c112b1570 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21273c8f-f6a0-4cf6-8549-21fb5883ff2b HTTP/1.1" status: 200 len: 217 time: 0.2684834 May 26 11:18:20.326779 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:20.375104 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=4dbb7265-ed55-45a2-ac8e-99188544fcb3,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:20.379237 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-58872378-244f-46d3-b24f-4bb3e6f8728a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:20.380760 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-58872378-244f-46d3-b24f-4bb3e6f8728a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=574ef81a-b121-4d5b-8038-17d4fb5c5a45 HTTP/1.1" status: 200 len: 854 time: 0.0686059 May 26 11:18:20.449612 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f3d3d-d646-40c0-b96d-9f3365a69737 req-d76029a4-a145-445d-9984-6f8cda86affe tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:20.451017 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-068f3d3d-d646-40c0-b96d-9f3365a69737 req-d76029a4-a145-445d-9984-6f8cda86affe tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=09bec736-feaa-4ffd-a10c-8b6bf976f276 HTTP/1.1" status: 200 len: 945 time: 0.0501723 May 26 11:18:20.456710 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e263c-6b11-4f31-970b-ee9eb2c3a334 req-a8140fa1-e7db-43d4-9eb1-ccdf604b14a7 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:20.458208 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fe6e263c-6b11-4f31-970b-ee9eb2c3a334 req-a8140fa1-e7db-43d4-9eb1-ccdf604b14a7 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0958824 May 26 11:18:20.461569 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-87f05fd9-abcc-4451-b467-761c1e8f2b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:20.469315 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-87f05fd9-abcc-4451-b467-761c1e8f2b4a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecba23a2-84f5-4d25-94be-3592338dfd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0665190 May 26 11:18:20.500119 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-068f3d3d-d646-40c0-b96d-9f3365a69737 req-030c4543-50f6-4584-9a9f-caf26330ae4a tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354187 May 26 11:18:20.579375 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fe6e263c-6b11-4f31-970b-ee9eb2c3a334 req-a1866514-3c95-44d1-8f77-7c0702ccd979 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149831 May 26 11:18:20.601470 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b251a-03b1-4d36-8770-7e34f4c2edba req-07489680-7188-4cea-9b48-20aaed1cd9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:20.602982 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bc4b251a-03b1-4d36-8770-7e34f4c2edba req-07489680-7188-4cea-9b48-20aaed1cd9f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f75021785f634f61b049c180934660f4&device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 1098 time: 0.1133192 May 26 11:18:20.615294 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['4dbb7265-ed55-45a2-ac8e-99188544fcb3'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:18:20.623278 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da681bb6-0a95-40c4-8664-4cbc299440af req-bdc183e2-1075-48df-a5ce-9665334c3967 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:20.626009 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-da681bb6-0a95-40c4-8664-4cbc299440af req-bdc183e2-1075-48df-a5ce-9665334c3967 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 944 time: 0.0521533 May 26 11:18:20.636114 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-644b01e8-a275-4bd6-a4a2-b2ae0881d7ee service neutron] 10.222.0.42 "GET /v2.0/networks/ecba23a2-84f5-4d25-94be-3592338dfd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546600 May 26 11:18:20.666364 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-da681bb6-0a95-40c4-8664-4cbc299440af req-a8bf7517-609e-4615-b867-925d40cf3399 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339401 May 26 11:18:20.790999 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b251a-03b1-4d36-8770-7e34f4c2edba req-1e9859f7-7905-4cc8-b977-4edcf47df2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:20.792443 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bc4b251a-03b1-4d36-8770-7e34f4c2edba req-1e9859f7-7905-4cc8-b977-4edcf47df2d9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ff00a8f-4904-4850-8392-2b7e558c981b HTTP/1.1" status: 200 len: 911 time: 0.1777184 May 26 11:18:20.814298 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c14899af-81c3-42ff-a00f-2393f7f6bfad req-40f29fc3-0f56-43a7-8784-0f146b1368ec service neutron] 10.222.0.42 "GET /v2.0/networks/ecba23a2-84f5-4d25-94be-3592338dfd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514988 May 26 11:18:20.866184 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409d820-a3df-4709-b4a5-d7ab4690b5b3 req-60aab035-d61a-4922-8b2c-cf45840584f2 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:20.867611 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c409d820-a3df-4709-b4a5-d7ab4690b5b3 req-60aab035-d61a-4922-8b2c-cf45840584f2 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 944 time: 0.1078932 May 26 11:18:20.886991 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bc4b251a-03b1-4d36-8770-7e34f4c2edba req-be50af62-cf4f-4fb3-a586-e2f32066eb45 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=73d1c007-d465-4efc-a7a0-e7f6ec103745 HTTP/1.1" status: 200 len: 999 time: 0.0854311 May 26 11:18:20.940331 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c409d820-a3df-4709-b4a5-d7ab4690b5b3 req-3a6d4e2d-b3c0-48bb-b77b-d5ba7321efbc tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665283 May 26 11:18:20.950237 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b251a-03b1-4d36-8770-7e34f4c2edba req-374e1ab2-59e5-4a42-959a-380150ff2eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:20.951643 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bc4b251a-03b1-4d36-8770-7e34f4c2edba req-374e1ab2-59e5-4a42-959a-380150ff2eb1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b2d5adfb-8844-43b5-9569-dc8a73d4cd6b HTTP/1.1" status: 200 len: 849 time: 0.0564349 May 26 11:18:21.003759 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b251a-03b1-4d36-8770-7e34f4c2edba req-5f927a86-3c5d-4c77-8c59-d16b55247654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:21.005117 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bc4b251a-03b1-4d36-8770-7e34f4c2edba req-5f927a86-3c5d-4c77-8c59-d16b55247654 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ff00a8f-4904-4850-8392-2b7e558c981b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389733 May 26 11:18:21.095366 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bc4b251a-03b1-4d36-8770-7e34f4c2edba req-2442fbff-d9de-403c-9fd4-38e59785b3be service neutron] 10.222.0.42 "GET /v2.0/networks/3ff00a8f-4904-4850-8392-2b7e558c981b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813112 May 26 11:18:21.183959 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bc4b251a-03b1-4d36-8770-7e34f4c2edba req-6006e71a-62cb-46cf-9934-36535aa1b822 service neutron] 10.222.0.42 "GET /v2.0/networks/3ff00a8f-4904-4850-8392-2b7e558c981b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800753 May 26 11:18:21.523319 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:21.619728 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e97eb-3d80-42b9-8e0d-a53b5441b075 req-a084b56a-bfcc-46fc-b2b8-5aac4d1498f8 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:21.621224 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b83e97eb-3d80-42b9-8e0d-a53b5441b075 req-a084b56a-bfcc-46fc-b2b8-5aac4d1498f8 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=09bec736-feaa-4ffd-a10c-8b6bf976f276 HTTP/1.1" status: 200 len: 945 time: 0.0500579 May 26 11:18:21.663177 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b83e97eb-3d80-42b9-8e0d-a53b5441b075 req-34807013-cb7e-4f5e-91ba-790d7c838ec4 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361185 May 26 11:18:21.701271 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7adb7-ba64-4f4c-94c2-ab317ebe3bb0 req-236c993f-6234-464c-97aa-8d6dae64cff5 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:21.702748 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d5c7adb7-ba64-4f4c-94c2-ab317ebe3bb0 req-236c993f-6234-464c-97aa-8d6dae64cff5 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0562072 May 26 11:18:21.741335 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d5c7adb7-ba64-4f4c-94c2-ab317ebe3bb0 req-0258fb41-4e5d-44d5-b8e3-800558577d23 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326731 May 26 11:18:21.780218 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54153b15-c2e1-4df8-8cb9-9315e0655baa req-227af1b4-44c6-440d-a445-05287217060f tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:21.782316 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-54153b15-c2e1-4df8-8cb9-9315e0655baa req-227af1b4-44c6-440d-a445-05287217060f tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 944 time: 0.0498040 May 26 11:18:21.819346 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-54153b15-c2e1-4df8-8cb9-9315e0655baa req-96761c7c-cefb-4a53-b6bd-8745b4c8b892 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309525 May 26 11:18:22.017554 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 21273c8f-f6a0-4cf6-8549-21fb5883ff2b details requested by agent hyperv_hv-cinder-84339 with host hv-cinder-84339 {{(pid=102813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 11:18:22.019730 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 4dbb7265-ed55-45a2-ac8e-99188544fcb3 up at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:18:22.053357 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd736f5-8d20-40f3-a558-b1c429677ff0 req-efd4fb91-ddfc-438e-b753-d22537518088 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:22.054726 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9cd736f5-8d20-40f3-a558-b1c429677ff0 req-efd4fb91-ddfc-438e-b753-d22537518088 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 944 time: 0.0486128 May 26 11:18:22.096218 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9cd736f5-8d20-40f3-a558-b1c429677ff0 req-4b35b1e7-bd9a-4b60-81a0-617c8bb1695c tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353580 May 26 11:18:22.189473 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58e01d-ee0e-459b-9973-0dce8b9085ac req-f711d29d-5db5-4ae6-a7be-3c1315d7e289 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:22.190928 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0b58e01d-ee0e-459b-9973-0dce8b9085ac req-f711d29d-5db5-4ae6-a7be-3c1315d7e289 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.42 "GET /v2.0/ports?device_id=09bec736-feaa-4ffd-a10c-8b6bf976f276 HTTP/1.1" status: 200 len: 945 time: 0.0508058 May 26 11:18:22.260732 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 21273c8f-f6a0-4cf6-8549-21fb5883ff2b, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=21273c8f-f6a0-4cf6-8549-21fb5883ff2b,segment=NetworkSegment(32c73b14-dbd8-4220-ae77-a0387019faac),segment_id=32c73b14-dbd8-4220-ae77-a0387019faac)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:18:22.275174 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Returning: {'device': '21273c8f-f6a0-4cf6-8549-21fb5883ff2b', 'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31', 'port_id': '21273c8f-f6a0-4cf6-8549-21fb5883ff2b', 'mac_address': 'fa:16:3e:2e:12:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '574ef81a-b121-4d5b-8038-17d4fb5c5a45', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 11:18:22.281388 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning for port 4dbb7265-ed55-45a2-ac8e-99188544fcb3 completed by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:18:22.286796 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-0b58e01d-ee0e-459b-9973-0dce8b9085ac req-c242b65e-33a1-46a0-bacf-bbabe041d406 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Deleting port 86797a9d-953e-4483-85c0-8e1f071c5bdd {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:18:22.287142 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0b58e01d-ee0e-459b-9973-0dce8b9085ac req-c242b65e-33a1-46a0-bacf-bbabe041d406 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:22.303768 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning complete for port 4dbb7265-ed55-45a2-ac8e-99188544fcb3 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:18:22.304088 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:22.340854 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port 21273c8f-f6a0-4cf6-8549-21fb5883ff2b is: DOWN; New status is: BUILD {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:18:22.344177 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:22.359178 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21273c8f-f6a0-4cf6-8549-21fb5883ff2b {{(pid=102813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:18:22.373546 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-0b58e01d-ee0e-459b-9973-0dce8b9085ac req-c242b65e-33a1-46a0-bacf-bbabe041d406 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] For port 86797a9d-953e-4483-85c0-8e1f071c5bdd, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=86797a9d-953e-4483-85c0-8e1f071c5bdd,segment=NetworkSegment(7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7),segment_id=7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:18:22.374011 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0b58e01d-ee0e-459b-9973-0dce8b9085ac req-c242b65e-33a1-46a0-bacf-bbabe041d406 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:22.381577 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 21273c8f-f6a0-4cf6-8549-21fb5883ff2b, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=21273c8f-f6a0-4cf6-8549-21fb5883ff2b,segment=NetworkSegment(32c73b14-dbd8-4220-ae77-a0387019faac),segment_id=32c73b14-dbd8-4220-ae77-a0387019faac)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:18:22.386337 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-0b58e01d-ee0e-459b-9973-0dce8b9085ac req-c242b65e-33a1-46a0-bacf-bbabe041d406 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Calling delete_port for 86797a9d-953e-4483-85c0-8e1f071c5bdd owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:18:22.415530 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port 4dbb7265-ed55-45a2-ac8e-99188544fcb3 is: BUILD; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:18:22.415920 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:22.439041 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbb7265-ed55-45a2-ac8e-99188544fcb3'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:18:22.441282 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e41de2-7a4d-4cb5-99a6-88a911a77db3" -d '{"events": [{"server_uuid": "b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c", "name": "network-vif-plugged", "status": "completed", "tag": "4dbb7265-ed55-45a2-ac8e-99188544fcb3"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:18:22.451151 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:22.458491 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 4dbb7265-ed55-45a2-ac8e-99188544fcb3, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=4dbb7265-ed55-45a2-ac8e-99188544fcb3,segment=NetworkSegment(f51624e8-24e5-4168-9fe3-c4402ee3b872),segment_id=f51624e8-24e5-4168-9fe3-c4402ee3b872)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:18:22.480121 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982d1984-3a61-4ef2-b0ae-4167d0bdbd2a x-openstack-request-id: req-982d1984-3a61-4ef2-b0ae-4167d0bdbd2a {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:18:22.480427 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c", "name": "network-vif-plugged", "status": "completed", "tag": "4dbb7265-ed55-45a2-ac8e-99188544fcb3", "code": 200}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:18:22.480708 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-982d1984-3a61-4ef2-b0ae-4167d0bdbd2a {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:18:22.481092 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-982d1984-3a61-4ef2-b0ae-4167d0bdbd2a'] response: {'server_uuid': 'b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbb7265-ed55-45a2-ac8e-99188544fcb3', 'code': 200} May 26 11:18:22.509141 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=21273c8f-f6a0-4cf6-8549-21fb5883ff2b,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:22.523635 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:22.574004 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=4dbb7265-ed55-45a2-ac8e-99188544fcb3,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:22.575201 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0b58e01d-ee0e-459b-9973-0dce8b9085ac req-c242b65e-33a1-46a0-bacf-bbabe041d406 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:22.589469 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['86797a9d-953e-4483-85c0-8e1f071c5bdd'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:18:22.603335 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242b65e-33a1-46a0-bacf-bbabe041d406 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Pushing event deleted for resources: {'Port': ['ID=86797a9d-953e-4483-85c0-8e1f071c5bdd,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:22.651220 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b58e01d-ee0e-459b-9973-0dce8b9085ac req-c242b65e-33a1-46a0-bacf-bbabe041d406 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] No DVR routers for this DVR port 86797a9d-953e-4483-85c0-8e1f071c5bdd on host hv-cinder-84339 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:18:22.653939 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0b58e01d-ee0e-459b-9973-0dce8b9085ac req-c242b65e-33a1-46a0-bacf-bbabe041d406 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:22.657427 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0b58e01d-ee0e-459b-9973-0dce8b9085ac req-c242b65e-33a1-46a0-bacf-bbabe041d406 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.42 "DELETE /v2.0/ports/86797a9d-953e-4483-85c0-8e1f071c5bdd HTTP/1.1" status: 204 len: 173 time: 0.4598475 May 26 11:18:22.657864 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09bec736-feaa-4ffd-a10c-8b6bf976f276', 'name': 'network-vif-deleted', 'tag': '86797a9d-953e-4483-85c0-8e1f071c5bdd'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:18:22.660092 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a940ce-7c45-4a2b-b1e9-37c3466fe588" -d '{"events": [{"server_uuid": "09bec736-feaa-4ffd-a10c-8b6bf976f276", "name": "network-vif-deleted", "tag": "86797a9d-953e-4483-85c0-8e1f071c5bdd"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:18:22.707292 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ff07f9-8830-4346-a4ee-1cc8267e145c x-openstack-request-id: req-39ff07f9-8830-4346-a4ee-1cc8267e145c {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:18:22.707861 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09bec736-feaa-4ffd-a10c-8b6bf976f276", "name": "network-vif-deleted", "tag": "86797a9d-953e-4483-85c0-8e1f071c5bdd", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:18:22.707861 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39ff07f9-8830-4346-a4ee-1cc8267e145c {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:18:22.708242 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39ff07f9-8830-4346-a4ee-1cc8267e145c'] response: {'server_uuid': '09bec736-feaa-4ffd-a10c-8b6bf976f276', 'name': 'network-vif-deleted', 'tag': '86797a9d-953e-4483-85c0-8e1f071c5bdd', 'status': 'completed', 'code': 200} May 26 11:18:22.730115 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['21273c8f-f6a0-4cf6-8549-21fb5883ff2b'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:18:22.758096 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:22.775726 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c7a74556-7b33-4821-856b-7cc8e72d40ed req-943f744f-1a8e-4260-9b2f-e7a69d8cbc38 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=09bec736-feaa-4ffd-a10c-8b6bf976f276 HTTP/1.1" status: 200 len: 210 time: 0.0426533 May 26 11:18:22.810197 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70053d1b-220d-4029-8140-013e05390400 req-0a43d504-ca9f-4c20-8078-bb8b85e95a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:22.816064 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-70053d1b-220d-4029-8140-013e05390400 req-0a43d504-ca9f-4c20-8078-bb8b85e95a2b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 1098 time: 0.0495772 May 26 11:18:22.887980 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb97bedb-e3e5-4610-8f54-672079094241 req-0c473071-7dac-4940-89a9-9c04bda52c40 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:22.889538 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fb97bedb-e3e5-4610-8f54-672079094241 req-0c473071-7dac-4940-89a9-9c04bda52c40 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0755904 May 26 11:18:22.892999 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-70053d1b-220d-4029-8140-013e05390400 req-b5bee991-9419-4acf-9ce1-57f7e3d1fd4d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706728 May 26 11:18:22.928786 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fb97bedb-e3e5-4610-8f54-672079094241 req-e7f9d039-fdd8-4d61-9bce-6cd220c85698 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331395 May 26 11:18:22.955306 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09946045-3b18-4d40-a27a-57459ad4f07b req-a4c65b0a-dbf3-4cee-81b1-44c6cc902743 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:22.956808 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-09946045-3b18-4d40-a27a-57459ad4f07b req-a4c65b0a-dbf3-4cee-81b1-44c6cc902743 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 945 time: 0.0534160 May 26 11:18:22.995181 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-09946045-3b18-4d40-a27a-57459ad4f07b req-d9201d91-c38f-4554-b43e-b86a864fe2c2 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323970 May 26 11:18:23.213457 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9af7f-c33e-4377-9b1c-b80d51bc53cb req-2ea997df-9d55-4a1e-8aa1-c6c5e57d7945 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:23.214922 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e2a9af7f-c33e-4377-9b1c-b80d51bc53cb req-2ea997df-9d55-4a1e-8aa1-c6c5e57d7945 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 945 time: 0.0533118 May 26 11:18:23.261638 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e2a9af7f-c33e-4377-9b1c-b80d51bc53cb req-f3551d6e-eccf-42fb-929d-c6e9d41254ab tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398006 May 26 11:18:23.840777 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:23.886161 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2bedd0ab-318b-4a3f-aa9e-19c14a1f59bd req-b055aa96-9e76-4c39-9b0f-42540356b364 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=09bec736-feaa-4ffd-a10c-8b6bf976f276 HTTP/1.1" status: 200 len: 210 time: 0.0291262 May 26 11:18:24.037084 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 21273c8f-f6a0-4cf6-8549-21fb5883ff2b up at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:18:24.114443 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb8537-f592-4e06-87dc-b824a12e4aab req-38e72562-a167-4980-a906-ee6b1e1f7c67 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:24.115931 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8eeb8537-f592-4e06-87dc-b824a12e4aab req-38e72562-a167-4980-a906-ee6b1e1f7c67 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 945 time: 0.0484319 May 26 11:18:24.150623 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning for port 21273c8f-f6a0-4cf6-8549-21fb5883ff2b completed by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:18:24.154418 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning complete for port 21273c8f-f6a0-4cf6-8549-21fb5883ff2b triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:18:24.157386 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:24.157600 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8eeb8537-f592-4e06-87dc-b824a12e4aab req-0f4f74ba-f7e5-4585-8aa1-d5e8ef1d3a07 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328636 May 26 11:18:24.232091 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port 21273c8f-f6a0-4cf6-8549-21fb5883ff2b is: BUILD; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:18:24.232482 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:24.267016 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 21273c8f-f6a0-4cf6-8549-21fb5883ff2b, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=21273c8f-f6a0-4cf6-8549-21fb5883ff2b,segment=NetworkSegment(32c73b14-dbd8-4220-ae77-a0387019faac),segment_id=32c73b14-dbd8-4220-ae77-a0387019faac)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:18:24.372038 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:24.379034 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00580b3-df64-4e73-a402-7c77f285f3e2 req-79f553e8-da94-4603-a43d-a63b97528dfe tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:24.381415 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c00580b3-df64-4e73-a402-7c77f285f3e2 req-79f553e8-da94-4603-a43d-a63b97528dfe tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 945 time: 0.0513711 May 26 11:18:24.434295 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c00580b3-df64-4e73-a402-7c77f285f3e2 req-ed192cbf-b0e6-4103-9628-fb676971733a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389469 May 26 11:18:24.443345 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=21273c8f-f6a0-4cf6-8549-21fb5883ff2b,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:24.481772 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b10c74-67ca-4921-8970-cdca21dafdb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21273c8f-f6a0-4cf6-8549-21fb5883ff2b'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:18:24.484193 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89316187-5cb2-4f39-af99-87a371863b03" -d '{"events": [{"server_uuid": "80b10c74-67ca-4921-8970-cdca21dafdb5", "name": "network-vif-plugged", "status": "completed", "tag": "21273c8f-f6a0-4cf6-8549-21fb5883ff2b"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:18:24.520372 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e8c9a6-6a3a-4680-a7bf-dede40cacc52 x-openstack-request-id: req-a5e8c9a6-6a3a-4680-a7bf-dede40cacc52 {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:18:24.520710 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b10c74-67ca-4921-8970-cdca21dafdb5", "name": "network-vif-plugged", "status": "completed", "tag": "21273c8f-f6a0-4cf6-8549-21fb5883ff2b", "code": 200}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:18:24.520967 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5e8c9a6-6a3a-4680-a7bf-dede40cacc52 {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:18:24.521354 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5e8c9a6-6a3a-4680-a7bf-dede40cacc52'] response: {'server_uuid': '80b10c74-67ca-4921-8970-cdca21dafdb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21273c8f-f6a0-4cf6-8549-21fb5883ff2b', 'code': 200} May 26 11:18:24.818610 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe7649-936d-49f8-a3a8-1633b6845ba5 req-d4094144-07c4-48b7-9034-a046d513577d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:24.820106 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-eefe7649-936d-49f8-a3a8-1633b6845ba5 req-d4094144-07c4-48b7-9034-a046d513577d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 1099 time: 0.0393786 May 26 11:18:24.853376 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-eefe7649-936d-49f8-a3a8-1633b6845ba5 req-327cd34f-b603-4e50-83cd-89d8c43172aa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257158 May 26 11:18:25.274723 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9774a-64c9-45cd-a04a-256d55ce2de3 req-69cbe9af-fac2-4686-aa91-5daa322d599d tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:25.276097 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-caa9774a-64c9-45cd-a04a-256d55ce2de3 req-69cbe9af-fac2-4686-aa91-5daa322d599d tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 945 time: 0.0516846 May 26 11:18:25.313698 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-caa9774a-64c9-45cd-a04a-256d55ce2de3 req-2306fbef-2fb5-4dbc-b6fe-25456bdcb31d tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311508 May 26 11:18:25.548473 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6a11f-b59b-4f91-ad11-334d031fddbc req-15af2e90-34fb-4003-8bae-1727d68b045e tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:25.549856 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d3c6a11f-b59b-4f91-ad11-334d031fddbc req-15af2e90-34fb-4003-8bae-1727d68b045e tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 946 time: 0.0480838 May 26 11:18:25.587600 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d3c6a11f-b59b-4f91-ad11-334d031fddbc req-ee2cafee-728c-4517-a5d5-96e53d94dd08 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315225 May 26 11:18:26.698276 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef5040c-78bf-4f17-aa13-6b99c165a13d req-92e69a36-4da1-4a04-8857-bf3002ff55bb tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:26.699628 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3ef5040c-78bf-4f17-aa13-6b99c165a13d req-92e69a36-4da1-4a04-8857-bf3002ff55bb tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 946 time: 0.0478876 May 26 11:18:26.736522 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3ef5040c-78bf-4f17-aa13-6b99c165a13d req-c580d1f7-0b58-4164-a3a7-95d1182d03a3 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309122 May 26 11:18:27.850743 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8b85e-44b3-4c7b-9e7a-ab728398acd4 req-b97d984d-2436-4a50-8e6a-a4c3ef1f9f9c tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:27.852154 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-61b8b85e-44b3-4c7b-9e7a-ab728398acd4 req-b97d984d-2436-4a50-8e6a-a4c3ef1f9f9c tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 946 time: 0.0501316 May 26 11:18:27.889500 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-61b8b85e-44b3-4c7b-9e7a-ab728398acd4 req-2be69ead-48b0-43bd-bc1c-fe27ef977e06 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314581 May 26 11:18:28.420860 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 86797a9d-953e-4483-85c0-8e1f071c5bdd no longer exists at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:18:28.441414 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] No Port match for: 86797a9d-953e-4483-85c0-8e1f071c5bdd {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:18:28.441756 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 86797a9d-953e-4483-85c0-8e1f071c5bdd not bound to the agent host hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:18:29.009631 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0420a3-f99b-446c-b768-5516a259f98a req-67bfcbe4-9c7e-4e36-8c0f-aa2338e9daf6 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:29.011091 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6e0420a3-f99b-446c-b768-5516a259f98a req-67bfcbe4-9c7e-4e36-8c0f-aa2338e9daf6 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 946 time: 0.0493710 May 26 11:18:29.050165 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6e0420a3-f99b-446c-b768-5516a259f98a req-2898ccff-abd2-4479-8860-363fa84d49fb tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323329 May 26 11:18:29.403672 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1afdaa-029f-4cae-819e-44d0742ccdfa req-e58d9049-017c-45f6-a383-e6165d49cddc tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:29.409949 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9c1afdaa-029f-4cae-819e-44d0742ccdfa req-e58d9049-017c-45f6-a383-e6165d49cddc tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 945 time: 0.0518343 May 26 11:18:29.445490 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9c1afdaa-029f-4cae-819e-44d0742ccdfa req-bac9226d-d0de-451a-af55-a8f349eac8df tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336723 May 26 11:18:30.165292 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86dde3d-6f05-4015-8b76-4f3a67c65432 req-bb8066ad-c988-4d8d-a5e1-4517c1043b81 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:30.166768 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a86dde3d-6f05-4015-8b76-4f3a67c65432 req-bb8066ad-c988-4d8d-a5e1-4517c1043b81 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 946 time: 0.0499768 May 26 11:18:30.205058 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a86dde3d-6f05-4015-8b76-4f3a67c65432 req-b48b6ddd-ee60-489c-afb9-1c700f45cf38 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320413 May 26 11:18:30.315796 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d817b8b2-e122-438a-89ce-e8f5ebe7fc2d req-dbb803d6-4c0a-4904-b638-d7a8595be079 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:30.317285 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d817b8b2-e122-438a-89ce-e8f5ebe7fc2d req-dbb803d6-4c0a-4904-b638-d7a8595be079 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 946 time: 0.0480018 May 26 11:18:30.354558 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d817b8b2-e122-438a-89ce-e8f5ebe7fc2d req-495b5cf6-29c0-4174-adf8-637ec74f4366 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315006 May 26 11:18:30.541441 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d26820-e300-4991-b273-54aae911698c req-c6aa3ebb-3163-4690-903b-ebe87301db00 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:30.543559 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-54d26820-e300-4991-b273-54aae911698c req-c6aa3ebb-3163-4690-903b-ebe87301db00 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0524578 May 26 11:18:30.584519 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-54d26820-e300-4991-b273-54aae911698c req-f918c1c2-4b80-429a-a31a-579bdefb4013 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348444 May 26 11:18:30.627432 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940c901-9bd7-49d6-a577-c1686ef8aed7 req-78e9c982-3035-4473-b974-ad8ce2da90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:30.628967 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4940c901-9bd7-49d6-a577-c1686ef8aed7 req-78e9c982-3035-4473-b974-ad8ce2da90bc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d121bc82e4a4381b9584cd89c2d4f69&device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 1098 time: 0.0651114 May 26 11:18:30.701794 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d0bb9-42ad-4586-9094-812ae62373b1 req-ec6f5d1b-d3cc-4c51-9ad7-e990c36bade6 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:30.703902 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2d5d0bb9-42ad-4586-9094-812ae62373b1 req-ec6f5d1b-d3cc-4c51-9ad7-e990c36bade6 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 946 time: 0.0480003 May 26 11:18:30.742431 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2d5d0bb9-42ad-4586-9094-812ae62373b1 req-0316fd35-5546-4f2c-ae5d-683367bddf7b tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325198 May 26 11:18:30.744432 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23d8a6-167e-4617-8c7b-9d28014c597a req-28f6aa6f-c78c-47da-9492-53c17e3e6db5 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:30.745938 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9b23d8a6-167e-4617-8c7b-9d28014c597a req-28f6aa6f-c78c-47da-9492-53c17e3e6db5 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 945 time: 0.1075146 May 26 11:18:30.775251 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940c901-9bd7-49d6-a577-c1686ef8aed7 req-ea3632f9-e872-4347-8459-795d5cb00e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:30.776875 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4940c901-9bd7-49d6-a577-c1686ef8aed7 req-ea3632f9-e872-4347-8459-795d5cb00e8b service neutron] 10.222.0.42 "GET /v2.0/networks?id=269c9267-8111-4543-bc62-3b35f5fef0e4 HTTP/1.1" status: 200 len: 920 time: 0.1366036 May 26 11:18:30.830649 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9b23d8a6-167e-4617-8c7b-9d28014c597a req-5cd1c9bf-bcb6-4d73-8996-7a9093a64a01 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/security-groups?id=074478ae-0d38-442c-8dac-a819c17c4cf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759671 May 26 11:18:30.859738 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4940c901-9bd7-49d6-a577-c1686ef8aed7 req-567c144e-7469-4fcf-81ff-a0da1620b818 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=726f9e21-d736-4905-bee2-4c4521ddc2a3 HTTP/1.1" status: 200 len: 1000 time: 0.0681484 May 26 11:18:30.907056 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940c901-9bd7-49d6-a577-c1686ef8aed7 req-ac8042b1-81a0-4696-9be6-56b760ca4459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:30.908493 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4940c901-9bd7-49d6-a577-c1686ef8aed7 req-ac8042b1-81a0-4696-9be6-56b760ca4459 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a235b399-7a9f-4f18-97ae-141845f325ad HTTP/1.1" status: 200 len: 858 time: 0.0425794 May 26 11:18:30.997537 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4940c901-9bd7-49d6-a577-c1686ef8aed7 req-bc5f1f05-6571-445e-9911-ef97d0383491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:30.999045 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4940c901-9bd7-49d6-a577-c1686ef8aed7 req-bc5f1f05-6571-445e-9911-ef97d0383491 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=269c9267-8111-4543-bc62-3b35f5fef0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703506 May 26 11:18:31.007605 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269632ab-db95-4ef1-9afa-1d8037b14c9d req-24c7caa7-7277-4788-8cdc-89543e4a6fb3 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:31.008931 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-269632ab-db95-4ef1-9afa-1d8037b14c9d req-24c7caa7-7277-4788-8cdc-89543e4a6fb3 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.42 "GET /v2.0/ports?device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 945 time: 0.0790920 May 26 11:18:31.152982 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4940c901-9bd7-49d6-a577-c1686ef8aed7 req-46204f1c-5d36-42da-8a7f-7a6d3c39c8da service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430309 May 26 11:18:31.171318 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-269632ab-db95-4ef1-9afa-1d8037b14c9d req-1b207f15-42f2-4bb5-9454-fba79b1308ad tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Deleting port 4dbb7265-ed55-45a2-ac8e-99188544fcb3 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:18:31.172548 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-269632ab-db95-4ef1-9afa-1d8037b14c9d req-1b207f15-42f2-4bb5-9454-fba79b1308ad tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:31.317038 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4940c901-9bd7-49d6-a577-c1686ef8aed7 req-f01526f9-a6ec-4683-be3a-94e6b3a033e5 service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565962 May 26 11:18:31.318713 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-269632ab-db95-4ef1-9afa-1d8037b14c9d req-1b207f15-42f2-4bb5-9454-fba79b1308ad tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] For port 4dbb7265-ed55-45a2-ac8e-99188544fcb3, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=4dbb7265-ed55-45a2-ac8e-99188544fcb3,segment=NetworkSegment(f51624e8-24e5-4168-9fe3-c4402ee3b872),segment_id=f51624e8-24e5-4168-9fe3-c4402ee3b872)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:18:31.319103 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-269632ab-db95-4ef1-9afa-1d8037b14c9d req-1b207f15-42f2-4bb5-9454-fba79b1308ad tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:31.331947 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-269632ab-db95-4ef1-9afa-1d8037b14c9d req-1b207f15-42f2-4bb5-9454-fba79b1308ad tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Calling delete_port for 4dbb7265-ed55-45a2-ac8e-99188544fcb3 owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:18:31.526007 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-269632ab-db95-4ef1-9afa-1d8037b14c9d req-1b207f15-42f2-4bb5-9454-fba79b1308ad tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:31.537725 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['4dbb7265-ed55-45a2-ac8e-99188544fcb3'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:18:31.554800 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b207f15-42f2-4bb5-9454-fba79b1308ad tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Pushing event deleted for resources: {'Port': ['ID=4dbb7265-ed55-45a2-ac8e-99188544fcb3,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:31.599664 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-269632ab-db95-4ef1-9afa-1d8037b14c9d req-1b207f15-42f2-4bb5-9454-fba79b1308ad tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] No DVR routers for this DVR port 4dbb7265-ed55-45a2-ac8e-99188544fcb3 on host hv-cinder-84339 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:18:31.602112 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-269632ab-db95-4ef1-9afa-1d8037b14c9d req-1b207f15-42f2-4bb5-9454-fba79b1308ad tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:31.605328 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-269632ab-db95-4ef1-9afa-1d8037b14c9d req-1b207f15-42f2-4bb5-9454-fba79b1308ad tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.42 "DELETE /v2.0/ports/4dbb7265-ed55-45a2-ac8e-99188544fcb3 HTTP/1.1" status: 204 len: 173 time: 0.5878003 May 26 11:18:31.605763 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c', 'name': 'network-vif-deleted', 'tag': '4dbb7265-ed55-45a2-ac8e-99188544fcb3'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:18:31.607956 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486d3f5f-fa69-4c51-9007-87f6e1625dff" -d '{"events": [{"server_uuid": "b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c", "name": "network-vif-deleted", "tag": "4dbb7265-ed55-45a2-ac8e-99188544fcb3"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:18:31.644495 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc0b698-d9be-4193-9681-c19c1e1b9280 x-openstack-request-id: req-afc0b698-d9be-4193-9681-c19c1e1b9280 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:18:31.644814 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c", "name": "network-vif-deleted", "tag": "4dbb7265-ed55-45a2-ac8e-99188544fcb3", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:18:31.645062 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-afc0b698-d9be-4193-9681-c19c1e1b9280 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:18:31.645454 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afc0b698-d9be-4193-9681-c19c1e1b9280'] response: {'server_uuid': 'b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c', 'name': 'network-vif-deleted', 'tag': '4dbb7265-ed55-45a2-ac8e-99188544fcb3', 'status': 'completed', 'code': 200} May 26 11:18:31.706668 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a677f-da22-4f14-b446-6f244b3a40b3 req-6b72eb09-6adb-4f44-94f4-745cd83eb769 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:31.708089 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7e9a677f-da22-4f14-b446-6f244b3a40b3 req-6b72eb09-6adb-4f44-94f4-745cd83eb769 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0474417 May 26 11:18:31.746528 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7e9a677f-da22-4f14-b446-6f244b3a40b3 req-90567f8c-0966-496e-a9c0-74f91e47dee7 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322945 May 26 11:18:31.927715 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a4f3b008-6ee7-4e91-9fee-ba5c8a71086a req-652c90fb-8ec4-4726-8825-e3c4eb032bf7 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 210 time: 0.0287890 May 26 11:18:32.861853 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a65d85-001b-4081-b4b6-3b0ce768b07b req-ab576d9d-155a-4e9c-b654-94885ba0a071 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:32.863254 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-19a65d85-001b-4081-b4b6-3b0ce768b07b req-ab576d9d-155a-4e9c-b654-94885ba0a071 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0472517 May 26 11:18:32.898144 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-19a65d85-001b-4081-b4b6-3b0ce768b07b req-a3bb00ae-e292-4a46-bc77-eccda5596010 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291145 May 26 11:18:33.019407 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-797f2503-2362-4da7-b800-967280ca54a0 req-3c6af8dd-a84d-454e-b7f4-48fa22cf7961 tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 210 time: 0.0252225 May 26 11:18:34.013013 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53cbc4-6d75-407e-a4fe-7679945317db req-d8a64ea3-9347-4b8c-b8dd-7286cd35ad41 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:34.014437 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bc53cbc4-6d75-407e-a4fe-7679945317db req-d8a64ea3-9347-4b8c-b8dd-7286cd35ad41 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0505533 May 26 11:18:34.051593 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bc53cbc4-6d75-407e-a4fe-7679945317db req-094c5ebe-6541-4baa-a4f1-0e3e0add7b26 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313177 May 26 11:18:34.112458 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0c0f284c-0efd-4b4b-ba3f-beb767aaf498 req-32070ffd-149f-4608-883f-c62ba0b693ca tempest-VolumesActionsTest-1758876250 tempest-VolumesActionsTest-1758876250-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6fa9b6e-2ba8-4e75-b8b8-555cd49cef1c HTTP/1.1" status: 200 len: 210 time: 0.0256257 May 26 11:18:35.165933 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1c25d-3ebd-4891-b78c-8d09f42791c1 req-b3471f0c-435e-4e88-aee8-29ab8156a517 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:35.167377 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c5c1c25d-3ebd-4891-b78c-8d09f42791c1 req-b3471f0c-435e-4e88-aee8-29ab8156a517 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0489101 May 26 11:18:35.205099 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c5c1c25d-3ebd-4891-b78c-8d09f42791c1 req-77610462-6015-45b0-bcdd-f62fc8501857 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317585 May 26 11:18:35.606847 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-1a01211c-db5d-468c-ad59-1fa968322422 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:35.608301 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-1a01211c-db5d-468c-ad59-1fa968322422 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/networks?id=13116d1b-e2be-4d3f-b406-303247f7bd7f HTTP/1.1" status: 200 len: 812 time: 0.1138651 May 26 11:18:35.624093 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-fa5693d5-8823-439a-b0ae-2b2ecbbbce0e tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/quotas/3663af67c827482793377d5a49f6e064 HTTP/1.1" status: 200 len: 375 time: 0.0090292 May 26 11:18:35.655377 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-63f4fa3c-d53a-4d90-8cb8-f6d51dd93d28 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3663af67c827482793377d5a49f6e064&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256441 May 26 11:18:35.748283 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-9cb6a468-cd94-481e-a030-475f005fbc7c service neutron] 10.222.0.21 "GET /v2.0/networks/13116d1b-e2be-4d3f-b406-303247f7bd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853782 May 26 11:18:35.839627 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-266104e5-9c14-4077-a22c-2e6d70a7a5ee service neutron] 10.222.0.21 "GET /v2.0/networks/13116d1b-e2be-4d3f-b406-303247f7bd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850775 May 26 11:18:36.087976 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-56d3e6e9-8e82-4091-8ab0-eec026f26fbf req-7e949660-12cb-465f-a483-419a2c0ea27f tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0370774-37a6-45b3-a222-798700a19d97 HTTP/1.1" status: 200 len: 210 time: 0.0264413 May 26 11:18:36.110249 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 4dbb7265-ed55-45a2-ac8e-99188544fcb3 no longer exists at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:18:36.130201 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] No Port match for: 4dbb7265-ed55-45a2-ac8e-99188544fcb3 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:18:36.130754 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 4dbb7265-ed55-45a2-ac8e-99188544fcb3 not bound to the agent host hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:18:36.318837 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047187e3-6145-48f6-a3be-7cec101df0e6 req-9f317d98-de0d-4d69-9f7f-c50174dc637f tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:36.320311 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-047187e3-6145-48f6-a3be-7cec101df0e6 req-9f317d98-de0d-4d69-9f7f-c50174dc637f tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0489509 May 26 11:18:36.360987 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-047187e3-6145-48f6-a3be-7cec101df0e6 req-f38cd852-261d-43c3-95d3-7f0fc2870eb9 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332620 May 26 11:18:37.181006 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3a84e4de-56a7-4728-bfa4-4487b3e3b32b req-491b4457-a8bf-4a54-a72c-ba710ec3f7c9 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0370774-37a6-45b3-a222-798700a19d97 HTTP/1.1" status: 200 len: 210 time: 0.0263233 May 26 11:18:37.477063 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebdb59-6423-40e2-8069-f587d7870c70 req-bd528bd1-8055-43b2-bc44-bdbec6c9ff18 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:37.478406 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2aebdb59-6423-40e2-8069-f587d7870c70 req-bd528bd1-8055-43b2-bc44-bdbec6c9ff18 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0509210 May 26 11:18:37.513816 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2aebdb59-6423-40e2-8069-f587d7870c70 req-b7b22b23-dad9-480a-ac53-960198270c0c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295789 May 26 11:18:38.271727 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1843eff9-24a2-466f-850d-b8a7a8c08b2d req-e0ef3054-1dcf-42a7-9ecc-e46306cb9cf7 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0370774-37a6-45b3-a222-798700a19d97 HTTP/1.1" status: 200 len: 210 time: 0.0254707 May 26 11:18:38.463269 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:18:38.628859 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63edad-1326-4a04-ab77-c7580729e8d1 req-cfdb1d00-47ca-48f2-9822-05b26cd467bd tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:38.630343 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7c63edad-1326-4a04-ab77-c7580729e8d1 req-cfdb1d00-47ca-48f2-9822-05b26cd467bd tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0500934 May 26 11:18:38.667509 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7c63edad-1326-4a04-ab77-c7580729e8d1 req-3efbaeb5-00e7-4c0f-b09b-06ed8011d86b tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312326 May 26 11:18:39.306319 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:39.361548 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6afd2df5-acc9-4ce2-b96a-5d4144550660 req-11329a62-d37d-4164-b5d9-5d741dcb49ff tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0370774-37a6-45b3-a222-798700a19d97 HTTP/1.1" status: 200 len: 210 time: 0.0262356 May 26 11:18:39.780954 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709db9db-459c-4860-a35a-0ab7f8b1c4c7 req-a5c62590-c3ec-4ea8-af3e-f87d58a0d4ea tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:39.782446 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-709db9db-459c-4860-a35a-0ab7f8b1c4c7 req-a5c62590-c3ec-4ea8-af3e-f87d58a0d4ea tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0479205 May 26 11:18:39.819522 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-709db9db-459c-4860-a35a-0ab7f8b1c4c7 req-40e24df5-1e32-46f5-874f-3450c77104e5 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304213 May 26 11:18:40.260884 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-d360d137-fa52-4b92-ac52-b1380397423a tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:40.262291 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-d360d137-fa52-4b92-ac52-b1380397423a tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.42 "GET /v2.0/networks?id=13116d1b-e2be-4d3f-b406-303247f7bd7f HTTP/1.1" status: 200 len: 812 time: 0.1010299 May 26 11:18:40.276961 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-7ba3c644-f362-4c22-bdda-8b72a29369ad tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Request body: {'port': {'device_id': 'e0370774-37a6-45b3-a222-798700a19d97', 'network_id': '13116d1b-e2be-4d3f-b406-303247f7bd7f', 'admin_state_up': True, 'tenant_id': '3663af67c827482793377d5a49f6e064'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:40.458431 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6e10dc53-74a0-4238-8d2c-c7e150121a49 req-8b438380-5cf3-4bd7-9173-282326702b18 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0370774-37a6-45b3-a222-798700a19d97 HTTP/1.1" status: 200 len: 210 time: 0.0312312 May 26 11:18:40.464141 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-7ba3c644-f362-4c22-bdda-8b72a29369ad tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Made reservation on behalf of 3663af67c827482793377d5a49f6e064 for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:18:40.464141 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-7ba3c644-f362-4c22-bdda-8b72a29369ad tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:40.589596 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-7ba3c644-f362-4c22-bdda-8b72a29369ad tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Allocated IP 172.20.0.14 (13116d1b-e2be-4d3f-b406-303247f7bd7f/5bfdf7be-3b25-4e72-a71d-1ec38a6569c9/e002be21-0984-496e-994a-4fd6980d4634) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:18:40.758581 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-7ba3c644-f362-4c22-bdda-8b72a29369ad tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:40.852387 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-7ba3c644-f362-4c22-bdda-8b72a29369ad tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:40.910597 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-7ba3c644-f362-4c22-bdda-8b72a29369ad tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Network 13116d1b-e2be-4d3f-b406-303247f7bd7f is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:18:40.914207 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-7ba3c644-f362-4c22-bdda-8b72a29369ad tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:18:40.918371 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-7ba3c644-f362-4c22-bdda-8b72a29369ad tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:18:40.961040 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3c644-f362-4c22-bdda-8b72a29369ad tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Pushing event updated for resources: {'Port': ['ID=e002be21-0984-496e-994a-4fd6980d4634,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:40.985880 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e7282a-76ca-408f-8ee0-b501e3bf2fa2 req-87468d6a-d841-443b-8a7f-691258d498de tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:40.990013 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d7e7282a-76ca-408f-8ee0-b501e3bf2fa2 req-87468d6a-d841-443b-8a7f-691258d498de tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0715296 May 26 11:18:40.991826 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-7ba3c644-f362-4c22-bdda-8b72a29369ad tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:40.992501 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-7ba3c644-f362-4c22-bdda-8b72a29369ad tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:41.045930 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d7e7282a-76ca-408f-8ee0-b501e3bf2fa2 req-a2bc73f1-7bf5-42a0-a2f2-5c873b494ee3 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450270 May 26 11:18:41.122826 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-7ba3c644-f362-4c22-bdda-8b72a29369ad tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8494165 May 26 11:18:41.140079 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-41a20b41-64d2-4ae6-9a4b-0b7db9c7da5f service neutron] Request body: {'port': {'device_id': 'e0370774-37a6-45b3-a222-798700a19d97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84339'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:41.201128 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-41a20b41-64d2-4ae6-9a4b-0b7db9c7da5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:41.521606 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-41a20b41-64d2-4ae6-9a4b-0b7db9c7da5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e002be21-0984-496e-994a-4fd6980d4634 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:18:41.529239 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-41a20b41-64d2-4ae6-9a4b-0b7db9c7da5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:41.547284 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-41a20b41-64d2-4ae6-9a4b-0b7db9c7da5f service neutron] Transition to ACTIVE for port object e002be21-0984-496e-994a-4fd6980d4634 will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:18:41.614384 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa507691-a12d-4ac3-b2c2-6f2870344600 req-0874f018-b698-4a13-8ca4-f1808d8a717c tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:41.621320 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-aa507691-a12d-4ac3-b2c2-6f2870344600 req-0874f018-b698-4a13-8ca4-f1808d8a717c tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0370774-37a6-45b3-a222-798700a19d97 HTTP/1.1" status: 200 len: 932 time: 0.0621545 May 26 11:18:41.622722 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-41a20b41-64d2-4ae6-9a4b-0b7db9c7da5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:41.750311 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-aa507691-a12d-4ac3-b2c2-6f2870344600 req-ba4f6fab-7882-4bfe-b60c-56dcaafe1f9f tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223075 May 26 11:18:41.753132 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a20b41-64d2-4ae6-9a4b-0b7db9c7da5f service neutron] Pushing event updated for resources: {'Port': ['ID=e002be21-0984-496e-994a-4fd6980d4634,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:42.068698 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-41a20b41-64d2-4ae6-9a4b-0b7db9c7da5f service neutron] Attempting to bind port e002be21-0984-496e-994a-4fd6980d4634 on host hv-cinder-84339 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:18:42.069130 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-41a20b41-64d2-4ae6-9a4b-0b7db9c7da5f service neutron] Attempting to bind port e002be21-0984-496e-994a-4fd6980d4634 by drivers openvswitch,hyperv on host hv-cinder-84339 at level 0 using segments [{'id': '7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13116d1b-e2be-4d3f-b406-303247f7bd7f'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:18:42.071328 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-41a20b41-64d2-4ae6-9a4b-0b7db9c7da5f service neutron] Attempting to bind port e002be21-0984-496e-994a-4fd6980d4634 on network 13116d1b-e2be-4d3f-b406-303247f7bd7f {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:18:42.086536 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-41a20b41-64d2-4ae6-9a4b-0b7db9c7da5f service neutron] Port e002be21-0984-496e-994a-4fd6980d4634 on network 13116d1b-e2be-4d3f-b406-303247f7bd7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84339 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 11:18:42.086861 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-41a20b41-64d2-4ae6-9a4b-0b7db9c7da5f service neutron] Attempting to bind port e002be21-0984-496e-994a-4fd6980d4634 on network 13116d1b-e2be-4d3f-b406-303247f7bd7f {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:18:42.095257 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-41a20b41-64d2-4ae6-9a4b-0b7db9c7da5f service neutron] Checking agent: {'id': '96131053-e6ec-4464-b9d0-ccb06fa4079a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84339', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'started_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:18:42.095599 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-41a20b41-64d2-4ae6-9a4b-0b7db9c7da5f service neutron] Checking segment: {'id': '7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13116d1b-e2be-4d3f-b406-303247f7bd7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:18:42.096041 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-41a20b41-64d2-4ae6-9a4b-0b7db9c7da5f service neutron] Bound using segment: {'id': '7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13116d1b-e2be-4d3f-b406-303247f7bd7f'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:18:42.096413 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-41a20b41-64d2-4ae6-9a4b-0b7db9c7da5f service neutron] Bound port: e002be21-0984-496e-994a-4fd6980d4634, host: hv-cinder-84339, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '13116d1b-e2be-4d3f-b406-303247f7bd7f'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:18:42.096795 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-41a20b41-64d2-4ae6-9a4b-0b7db9c7da5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:42.185094 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e5cc7f-9030-448d-953b-21e0160fe18d req-812c44b9-3f7d-42a9-9de4-71fe73b3b523 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:42.194135 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-41a20b41-64d2-4ae6-9a4b-0b7db9c7da5f service neutron] For port e002be21-0984-496e-994a-4fd6980d4634, host hv-cinder-84339, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:18:42.196281 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c9e5cc7f-9030-448d-953b-21e0160fe18d req-812c44b9-3f7d-42a9-9de4-71fe73b3b523 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0716400 May 26 11:18:42.197640 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-41a20b41-64d2-4ae6-9a4b-0b7db9c7da5f service neutron] For port e002be21-0984-496e-994a-4fd6980d4634, host hv-cinder-84339, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=e002be21-0984-496e-994a-4fd6980d4634,segment=NetworkSegment(7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7),segment_id=7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:18:42.238190 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c9e5cc7f-9030-448d-953b-21e0160fe18d req-68544114-f225-4a09-b5e9-2e12f32967e8 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408049 May 26 11:18:42.270297 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-41a20b41-64d2-4ae6-9a4b-0b7db9c7da5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:42.306268 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-41a20b41-64d2-4ae6-9a4b-0b7db9c7da5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:42.306872 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-41a20b41-64d2-4ae6-9a4b-0b7db9c7da5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:42.308265 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-41a20b41-64d2-4ae6-9a4b-0b7db9c7da5f service neutron] 10.222.0.42 "PUT /v2.0/ports/e002be21-0984-496e-994a-4fd6980d4634 HTTP/1.1" status: 200 len: 1094 time: 1.1770012 May 26 11:18:42.309066 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0370774-37a6-45b3-a222-798700a19d97', 'tag': 'e002be21-0984-496e-994a-4fd6980d4634'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:18:42.310929 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6583054-e58c-4a1d-9fad-7c710ee580f7" -d '{"events": [{"name": "network-changed", "server_uuid": "e0370774-37a6-45b3-a222-798700a19d97", "tag": "e002be21-0984-496e-994a-4fd6980d4634"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:18:42.334322 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a20b41-64d2-4ae6-9a4b-0b7db9c7da5f service neutron] Pushing event updated for resources: {'Port': ['ID=e002be21-0984-496e-994a-4fd6980d4634,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:42.355885 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6650e52d-2dd1-4bf2-9f14-968d73bb5172 x-openstack-request-id: req-6650e52d-2dd1-4bf2-9f14-968d73bb5172 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:18:42.356174 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0370774-37a6-45b3-a222-798700a19d97", "tag": "e002be21-0984-496e-994a-4fd6980d4634", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:18:42.356425 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6650e52d-2dd1-4bf2-9f14-968d73bb5172 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:18:42.356890 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6650e52d-2dd1-4bf2-9f14-968d73bb5172'] response: {'name': 'network-changed', 'server_uuid': 'e0370774-37a6-45b3-a222-798700a19d97', 'tag': 'e002be21-0984-496e-994a-4fd6980d4634', 'status': 'completed', 'code': 200} May 26 11:18:42.443561 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6583054-e58c-4a1d-9fad-7c710ee580f7 req-d70e9ce8-0c42-46b8-871f-db5f6437ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:42.472399 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a6583054-e58c-4a1d-9fad-7c710ee580f7 req-d70e9ce8-0c42-46b8-871f-db5f6437ba89 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3663af67c827482793377d5a49f6e064&device_id=e0370774-37a6-45b3-a222-798700a19d97 HTTP/1.1" status: 200 len: 1097 time: 0.0503407 May 26 11:18:42.589715 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6583054-e58c-4a1d-9fad-7c710ee580f7 req-a61d3fe6-ff0b-438e-884a-d387b3e8ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:42.591740 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a6583054-e58c-4a1d-9fad-7c710ee580f7 req-a61d3fe6-ff0b-438e-884a-d387b3e8ae76 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=3663af67c827482793377d5a49f6e064&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1312280 May 26 11:18:42.740321 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6583054-e58c-4a1d-9fad-7c710ee580f7 req-e595a221-c5b0-4c04-99da-5e00017f057f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:42.742822 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a6583054-e58c-4a1d-9fad-7c710ee580f7 req-e595a221-c5b0-4c04-99da-5e00017f057f service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1434195 May 26 11:18:42.862029 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-eb834ffd-135e-43ff-869e-82520638357a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:42.865082 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-eb834ffd-135e-43ff-869e-82520638357a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3663af67c827482793377d5a49f6e064&device_id=e0370774-37a6-45b3-a222-798700a19d97 HTTP/1.1" status: 200 len: 1097 time: 0.0541577 May 26 11:18:42.916237 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-09b8061e-af45-4a3d-90ee-3f64b8f0e8aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e002be21-0984-496e-994a-4fd6980d4634 HTTP/1.1" status: 200 len: 217 time: 0.0409100 May 26 11:18:42.948258 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428939f-d9b7-409c-a11d-fc5993d86bc0 req-5e8913a1-3c01-45af-b58f-ad5865808e4f tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:42.949854 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5428939f-d9b7-409c-a11d-fc5993d86bc0 req-5e8913a1-3c01-45af-b58f-ad5865808e4f tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0370774-37a6-45b3-a222-798700a19d97 HTTP/1.1" status: 200 len: 944 time: 0.0823052 May 26 11:18:43.000493 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-09137fc0-2070-4726-928b-62322ba0d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:43.002383 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-09137fc0-2070-4726-928b-62322ba0d2ac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5bfdf7be-3b25-4e72-a71d-1ec38a6569c9 HTTP/1.1" status: 200 len: 852 time: 0.0779259 May 26 11:18:43.008440 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5428939f-d9b7-409c-a11d-fc5993d86bc0 req-c84a0da2-dec1-4772-abd5-1217e663cacf tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517242 May 26 11:18:43.050000 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-33f3bcb9-8358-491a-8c9c-7685df53df62 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=13116d1b-e2be-4d3f-b406-303247f7bd7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308640 May 26 11:18:43.169900 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-98b41ada-7ab6-4666-9c97-b141c420ec68 service neutron] 10.222.0.42 "GET /v2.0/networks/13116d1b-e2be-4d3f-b406-303247f7bd7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051280 May 26 11:18:43.299535 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0c3e8d10-42cc-4030-b644-9eaf81c42f6d req-796ab087-7456-4096-9f92-12abb5a2e5d3 service neutron] 10.222.0.42 "GET /v2.0/networks/13116d1b-e2be-4d3f-b406-303247f7bd7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178830 May 26 11:18:43.384801 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce876ca-3bea-4758-a87f-199328c6affd req-df1da6ac-c5d7-4cdb-86aa-9e88caaa4a27 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:43.469986 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cce876ca-3bea-4758-a87f-199328c6affd req-df1da6ac-c5d7-4cdb-86aa-9e88caaa4a27 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0705161 May 26 11:18:43.469986 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cce876ca-3bea-4758-a87f-199328c6affd req-d5a21066-26df-4182-a6ef-5fede199cf35 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399437 May 26 11:18:44.162511 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43eea4-dd43-45b7-b62a-411b3a8d8213 req-6e8607ea-19af-4035-a0ae-fc3e805ef874 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:44.164509 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ad43eea4-dd43-45b7-b62a-411b3a8d8213 req-6e8607ea-19af-4035-a0ae-fc3e805ef874 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0370774-37a6-45b3-a222-798700a19d97 HTTP/1.1" status: 200 len: 944 time: 0.0770969 May 26 11:18:44.186645 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f17999-64a9-4726-8b5d-84f6bf96d0f0 req-0de4d9c1-3ced-4460-bb3c-cb0d8af48d81 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:44.194596 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a8f17999-64a9-4726-8b5d-84f6bf96d0f0 req-0de4d9c1-3ced-4460-bb3c-cb0d8af48d81 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 946 time: 0.0585632 May 26 11:18:44.216900 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ad43eea4-dd43-45b7-b62a-411b3a8d8213 req-ebe051c0-d2b3-46cd-9adb-ded8797dcc2c tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458906 May 26 11:18:44.238867 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a8f17999-64a9-4726-8b5d-84f6bf96d0f0 req-43f2fb2c-a09f-431f-98bc-23dbbd351db5 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428767 May 26 11:18:44.265648 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 41588) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:18:44.403670 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8962aaf-1612-48d4-bc45-3ed329cea8dc tempest-TestMinimumBasicScenario-849330384 tempest-TestMinimumBasicScenario-849330384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:44.407900 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-a8962aaf-1612-48d4-bc45-3ed329cea8dc tempest-TestMinimumBasicScenario-849330384 tempest-TestMinimumBasicScenario-849330384-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 1094 time: 0.1383808 May 26 11:18:44.408096 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 41592) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:18:44.413096 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Request body: {'floatingip': {'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'port_id': '21273c8f-f6a0-4cf6-8549-21fb5883ff2b', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:44.491286 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for floatingip, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:44.596072 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1eafa9-58fc-4f24-8e18-a298f4d96767 req-d75ec242-5245-4f3a-b026-cac7f22c1b2c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:44.598123 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7d1eafa9-58fc-4f24-8e18-a298f4d96767 req-d75ec242-5245-4f3a-b026-cac7f22c1b2c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0905409 May 26 11:18:44.654513 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7d1eafa9-58fc-4f24-8e18-a298f4d96767 req-f4733979-b268-48f0-bd72-1d991e5ed6d5 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489450 May 26 11:18:44.662528 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:44.780368 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Allocated IP 172.27.2.125 (6ce135a4-eab8-4863-9af0-cf5ae6e229cb/86b44d4e-8f3f-4d5d-9881-9aaa3797f33b/fc9ebf89-746d-40a6-9f41-0071d9db5830) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:18:45.101105 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for port, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:45.203675 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:45.241848 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:18:45.245424 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:18:45.249156 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:18:45.289975 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Pushing event updated for resources: {'Port': ['ID=fc9ebf89-746d-40a6-9f41-0071d9db5830,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:45.298680 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:45.299025 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:45.299363 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:45.299693 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:45.300027 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:45.300603 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:45.301211 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:45.301558 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:45.301954 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:45.302277 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:45.302600 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:45.302918 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:45.374957 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f206bf-b538-4979-b0db-069d6c77841a req-41a2eaf3-70a8-4d7e-9345-9c7ae10a0281 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:45.378137 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c0f206bf-b538-4979-b0db-069d6c77841a req-41a2eaf3-70a8-4d7e-9345-9c7ae10a0281 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0370774-37a6-45b3-a222-798700a19d97 HTTP/1.1" status: 200 len: 944 time: 0.0782437 May 26 11:18:45.445708 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c0f206bf-b538-4979-b0db-069d6c77841a req-ed4ca0e4-d87e-427a-b78b-6c8cf0ead668 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537016 May 26 11:18:45.689171 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:45.826266 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f139308-3287-41c3-9d2a-fc6ea5bbe517 req-e8f45cfc-78f7-4197-b0d8-104cf30b27c1 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:45.827939 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2f139308-3287-41c3-9d2a-fc6ea5bbe517 req-e8f45cfc-78f7-4197-b0d8-104cf30b27c1 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0850196 May 26 11:18:45.869271 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2f139308-3287-41c3-9d2a-fc6ea5bbe517 req-d080fffb-0fa4-4b12-8cbc-27367bab7822 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343337 May 26 11:18:45.907189 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:46.082815 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for port, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:46.171080 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8805051'] for port, after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:46.172712 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device e002be21-0984-496e-994a-4fd6980d4634 details requested by agent hyperv_hv-cinder-84339 with host hv-cinder-84339 {{(pid=102813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 11:18:46.274241 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Pushing event updated for resources: {'Port': ['ID=fc9ebf89-746d-40a6-9f41-0071d9db5830,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:46.295891 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:46.318601 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port e002be21-0984-496e-994a-4fd6980d4634, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=e002be21-0984-496e-994a-4fd6980d4634,segment=NetworkSegment(7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7),segment_id=7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:18:46.332960 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Returning: {'device': 'e002be21-0984-496e-994a-4fd6980d4634', 'network_id': '13116d1b-e2be-4d3f-b406-303247f7bd7f', 'port_id': 'e002be21-0984-496e-994a-4fd6980d4634', 'mac_address': 'fa:16:3e:a7:0b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfdf7be-3b25-4e72-a71d-1ec38a6569c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 11:18:46.376929 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port e002be21-0984-496e-994a-4fd6980d4634 is: DOWN; New status is: BUILD {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:18:46.376929 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:46.411367 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e002be21-0984-496e-994a-4fd6980d4634 {{(pid=102813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:18:46.419325 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.db.l3_db [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Floating IP 4b78c593-3390-42b5-a811-f436f30b64d7 associated. External IP: 172.27.2.125, port: 21273c8f-f6a0-4cf6-8549-21fb5883ff2b. May 26 11:18:46.430494 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port e002be21-0984-496e-994a-4fd6980d4634, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=e002be21-0984-496e-994a-4fd6980d4634,segment=NetworkSegment(7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7),segment_id=7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:18:46.520626 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:46.574723 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00694953-70ec-431d-8f50-efb5918db4bc req-7d4dad1e-9acd-4352-bd5e-0e14ffe9201d tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:46.584061 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-00694953-70ec-431d-8f50-efb5918db4bc req-7d4dad1e-9acd-4352-bd5e-0e14ffe9201d tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0370774-37a6-45b3-a222-798700a19d97 HTTP/1.1" status: 200 len: 945 time: 0.0609829 May 26 11:18:46.584276 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=e002be21-0984-496e-994a-4fd6980d4634,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:46.592841 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:46.593200 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:46.593725 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:46.594221 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:46.594870 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:46.595370 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:46.595860 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:46.596347 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:46.597472 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:46.598516 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:46.599022 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:46.599722 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:46.633535 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-00694953-70ec-431d-8f50-efb5918db4bc req-260421ee-df5b-479a-8f35-a193130c2cf6 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480554 May 26 11:18:46.696691 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Router 6cc139fe-efb5-4e96-921b-dd10c7ee247a has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:18:46.823462 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:18:46.836148 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd9b59c-e35b-441b-a8c6-d1def971ff10 None None] Sync routers for ids ['6cc139fe-efb5-4e96-921b-dd10c7ee247a'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:18:46.859423 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd9b59c-e35b-441b-a8c6-d1def971ff10 None None] Routers {'6cc139fe-efb5-4e96-921b-dd10c7ee247a'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:18:46.872445 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-fcd9b59c-e35b-441b-a8c6-d1def971ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:18:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['6cc139fe-efb5-4e96-921b-dd10c7ee247a'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:46.927748 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:46.963834 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e9292267-a4b1-4a99-aad4-4b86acc6b12a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5544040 May 26 11:18:46.965558 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b10c74-67ca-4921-8970-cdca21dafdb5', 'tag': '21273c8f-f6a0-4cf6-8549-21fb5883ff2b'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:18:46.966561 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 41620) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:18:46.968786 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68cb6bc11d0969d8050e4c4fd8812a2ae7a0aff31285e7476e9ca95485fd95a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a3733e-874a-4250-ab57-479738a5b328" -d '{"events": [{"name": "network-changed", "server_uuid": "80b10c74-67ca-4921-8970-cdca21dafdb5", "tag": "21273c8f-f6a0-4cf6-8549-21fb5883ff2b"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:18:46.970801 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['e002be21-0984-496e-994a-4fd6980d4634'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:18:46.975572 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-a7746635-088c-4c0a-88c3-bc43bdafe9a1 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-195116916', 'description': 'tempest-secgroup-smoke-195116916 description', 'project_id': 'b8330e6f157749c79c6f779ab940e1b5'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:47.016774 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-fcd9b59c-e35b-441b-a8c6-d1def971ff10 None None] Set router 6cc139fe-efb5-4e96-921b-dd10c7ee247a gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:18:47.052256 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96da17a9-72e3-405c-b4c8-be14e2dc8ca8 x-openstack-request-id: req-96da17a9-72e3-405c-b4c8-be14e2dc8ca8 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:18:47.060638 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b10c74-67ca-4921-8970-cdca21dafdb5", "tag": "21273c8f-f6a0-4cf6-8549-21fb5883ff2b", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:18:47.060638 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-96da17a9-72e3-405c-b4c8-be14e2dc8ca8 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:18:47.060638 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96da17a9-72e3-405c-b4c8-be14e2dc8ca8'] response: {'name': 'network-changed', 'server_uuid': '80b10c74-67ca-4921-8970-cdca21dafdb5', 'tag': '21273c8f-f6a0-4cf6-8549-21fb5883ff2b', 'status': 'completed', 'code': 200} May 26 11:18:47.076148 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd85f6-e01f-46dc-9425-e533db3b67c1 req-9f24140c-e159-4cf2-b94b-4c6accff0cb9 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:47.079814 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-92dd85f6-e01f-46dc-9425-e533db3b67c1 req-9f24140c-e159-4cf2-b94b-4c6accff0cb9 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0882337 May 26 11:18:47.105881 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a7746635-088c-4c0a-88c3-bc43bdafe9a1 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:47.142816 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-92dd85f6-e01f-46dc-9425-e533db3b67c1 req-e555a115-5bc8-4225-b993-aea138f4c89e tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559824 May 26 11:18:47.194025 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6c874e60-e4ab-4749-b7a5-5b5757a41fc7 req-aba07ffb-dcb3-4cec-89a8-c307783df694 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1421695 May 26 11:18:47.223434 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3733e-874a-4250-ab57-479738a5b328 req-c605b290-758b-47d3-9ebd-eb43dd5ecd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:47.226179 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-34a3733e-874a-4250-ab57-479738a5b328 req-c605b290-758b-47d3-9ebd-eb43dd5ecd9d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8330e6f157749c79c6f779ab940e1b5&device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 1099 time: 0.1333947 May 26 11:18:47.349029 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a7746635-088c-4c0a-88c3-bc43bdafe9a1 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:47.355979 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c874e60-e4ab-4749-b7a5-5b5757a41fc7 req-3c14de6d-2af3-4717-8b61-f36ffb169902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:47.357447 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6c874e60-e4ab-4749-b7a5-5b5757a41fc7 req-3c14de6d-2af3-4717-8b61-f36ffb169902 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c230246bb94476891f4cc468a47d8c1&device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 1099 time: 0.1293154 May 26 11:18:47.387881 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3733e-874a-4250-ab57-479738a5b328 req-5f70f575-c8ff-4cd0-b3fc-dfc817794121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:47.389363 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-34a3733e-874a-4250-ab57-479738a5b328 req-5f70f575-c8ff-4cd0-b3fc-dfc817794121 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecba23a2-84f5-4d25-94be-3592338dfd31 HTTP/1.1" status: 200 len: 916 time: 0.1500721 May 26 11:18:47.447676 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a7746635-088c-4c0a-88c3-bc43bdafe9a1 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:47.459924 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-fcd9b59c-e35b-441b-a8c6-d1def971ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'name': 'tempest-TestMinimumBasicScenario-1193264515-router', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '5c6a6186-e8d2-4e9c-87f7-0853a450a6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:17:40Z', 'updated_at': '2022-05-26T11:17:45Z', 'revision_number': 4, 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'gw_port': {'id': '5c6a6186-e8d2-4e9c-87f7-0853a450a6c7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:42Z', 'updated_at': '2022-05-26T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': '4b78c593-3390-42b5-a811-f436f30b64d7', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'port_id': '21273c8f-f6a0-4cf6-8549-21fb5883ff2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31', 'mac_address': 'fa:16:3e:2e:12:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b10c74-67ca-4921-8970-cdca21dafdb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:18:45Z', 'updated_at': '2022-05-26T11:18:45Z', 'revision_number': 0, 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f654e97-94fa-45c5-b91a-171bab363902', 'name': '', 'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'mac_address': 'fa:16:3e:97:5d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '574ef81a-b121-4d5b-8038-17d4fb5c5a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:44Z', 'updated_at': '2022-05-26T11:17:49Z', 'revision_number': 5, 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'subnets': [{'id': '574ef81a-b121-4d5b-8038-17d4fb5c5a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:47.499253 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd9b59c-e35b-441b-a8c6-d1def971ff10 None None] Checking router: 6cc139fe-efb5-4e96-921b-dd10c7ee247a for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:18:47.510638 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd9b59c-e35b-441b-a8c6-d1def971ff10 None None] Routers {'6cc139fe-efb5-4e96-921b-dd10c7ee247a'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:18:47.511575 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-fcd9b59c-e35b-441b-a8c6-d1def971ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:18:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['6cc139fe-efb5-4e96-921b-dd10c7ee247a'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:47.537758 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-34a3733e-874a-4250-ab57-479738a5b328 req-18310b52-e757-4d19-8068-7f88e243c097 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21273c8f-f6a0-4cf6-8549-21fb5883ff2b HTTP/1.1" status: 200 len: 1000 time: 0.1359057 May 26 11:18:47.545744 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a7746635-088c-4c0a-88c3-bc43bdafe9a1 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:47.546959 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-a7746635-088c-4c0a-88c3-bc43bdafe9a1 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5791943 May 26 11:18:47.550059 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 41624) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:18:47.555484 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-3d4ee44f-7228-4f99-b99d-1dfb530f2931 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Request body: {'security_group_rule': {'security_group_id': '71dc6930-463e-4874-b5d2-f7c30548d99c', 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:47.558730 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7746635-088c-4c0a-88c3-bc43bdafe9a1 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71dc6930-463e-4874-b5d2-f7c30548d99c,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:47.603199 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c874e60-e4ab-4749-b7a5-5b5757a41fc7 req-c756f635-51b9-4856-8db7-614a8172858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:47.604710 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6c874e60-e4ab-4749-b7a5-5b5757a41fc7 req-c756f635-51b9-4856-8db7-614a8172858a service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8f9ca9a-5305-4587-9899-24d42d7bc678 HTTP/1.1" status: 200 len: 918 time: 0.2144594 May 26 11:18:47.616069 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3733e-874a-4250-ab57-479738a5b328 req-b4362917-f050-4b61-924e-99237a160415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:47.617764 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-34a3733e-874a-4250-ab57-479738a5b328 req-b4362917-f050-4b61-924e-99237a160415 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=574ef81a-b121-4d5b-8038-17d4fb5c5a45 HTTP/1.1" status: 200 len: 854 time: 0.0696907 May 26 11:18:47.657130 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3d4ee44f-7228-4f99-b99d-1dfb530f2931 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:47.677960 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-fcd9b59c-e35b-441b-a8c6-d1def971ff10 None None] Set router 6cc139fe-efb5-4e96-921b-dd10c7ee247a gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:18:47.729628 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3733e-874a-4250-ab57-479738a5b328 req-7d99b953-21db-453a-a767-6b6c9577f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:47.731510 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-34a3733e-874a-4250-ab57-479738a5b328 req-7d99b953-21db-453a-a767-6b6c9577f4d4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecba23a2-84f5-4d25-94be-3592338dfd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1035206 May 26 11:18:47.759576 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3d4ee44f-7228-4f99-b99d-1dfb530f2931 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:47.829674 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3d4ee44f-7228-4f99-b99d-1dfb530f2931 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:47.830758 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6c874e60-e4ab-4749-b7a5-5b5757a41fc7 req-c0e76be4-290f-43a5-82b4-0cfd75551cbe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e849e4eb-1eb7-446f-af61-75da7738ffc9 HTTP/1.1" status: 200 len: 1000 time: 0.2117009 May 26 11:18:47.862680 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ee44f-7228-4f99-b99d-1dfb530f2931 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b819083-4230-4219-9c8c-22cf344a04aa,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:47.892309 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9708f-a5bd-4737-a137-70a9f004b7c7 req-5048970e-e007-4f3c-aa74-5a38222f0234 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:47.893844 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5dd9708f-a5bd-4737-a137-70a9f004b7c7 req-5048970e-e007-4f3c-aa74-5a38222f0234 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0370774-37a6-45b3-a222-798700a19d97 HTTP/1.1" status: 200 len: 945 time: 0.1577971 May 26 11:18:47.953501 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c874e60-e4ab-4749-b7a5-5b5757a41fc7 req-26d63454-c063-4b12-b7ba-9a899424d215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:47.954943 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6c874e60-e4ab-4749-b7a5-5b5757a41fc7 req-26d63454-c063-4b12-b7ba-9a899424d215 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=514f2ce8-5ecc-434b-8584-b769021cd39f HTTP/1.1" status: 200 len: 856 time: 0.1106024 May 26 11:18:47.957756 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3d4ee44f-7228-4f99-b99d-1dfb530f2931 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:47.961997 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-3d4ee44f-7228-4f99-b99d-1dfb530f2931 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4071369 May 26 11:18:47.963996 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 41632) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:18:47.966180 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-34a3733e-874a-4250-ab57-479738a5b328 req-836ea3d8-4664-418f-9094-e79e8bc4693d service neutron] 10.222.0.42 "GET /v2.0/networks/ecba23a2-84f5-4d25-94be-3592338dfd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176969 May 26 11:18:47.972513 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-83713266-01b2-42f0-8f85-7bd6d16de537 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Request body: {'security_group_rule': {'security_group_id': '71dc6930-463e-4874-b5d2-f7c30548d99c', 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:48.003620 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-b786d44a-efd2-41e8-961f-8b5551743add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:48.036949 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5dd9708f-a5bd-4737-a137-70a9f004b7c7 req-ee58ae97-389f-478c-a944-32a8d225a41c tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163018 May 26 11:18:48.076868 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-fcd9b59c-e35b-441b-a8c6-d1def971ff10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'name': 'tempest-TestMinimumBasicScenario-1193264515-router', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '5c6a6186-e8d2-4e9c-87f7-0853a450a6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:17:40Z', 'updated_at': '2022-05-26T11:17:45Z', 'revision_number': 4, 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'gw_port': {'id': '5c6a6186-e8d2-4e9c-87f7-0853a450a6c7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:42Z', 'updated_at': '2022-05-26T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': '4b78c593-3390-42b5-a811-f436f30b64d7', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'port_id': '21273c8f-f6a0-4cf6-8549-21fb5883ff2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31', 'mac_address': 'fa:16:3e:2e:12:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b10c74-67ca-4921-8970-cdca21dafdb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:18:45Z', 'updated_at': '2022-05-26T11:18:45Z', 'revision_number': 0, 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f654e97-94fa-45c5-b91a-171bab363902', 'name': '', 'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'mac_address': 'fa:16:3e:97:5d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '574ef81a-b121-4d5b-8038-17d4fb5c5a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:44Z', 'updated_at': '2022-05-26T11:17:49Z', 'revision_number': 5, 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'subnets': [{'id': '574ef81a-b121-4d5b-8038-17d4fb5c5a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:48.108637 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c874e60-e4ab-4749-b7a5-5b5757a41fc7 req-8b1fe1f9-3348-4c28-8408-440f73323e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:48.110161 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6c874e60-e4ab-4749-b7a5-5b5757a41fc7 req-8b1fe1f9-3348-4c28-8408-440f73323e01 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8f9ca9a-5305-4587-9899-24d42d7bc678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1327870 May 26 11:18:48.120706 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd9b59c-e35b-441b-a8c6-d1def971ff10 None None] The sync data for ids ['6cc139fe-efb5-4e96-921b-dd10c7ee247a'] in dv-cinder-843395-1-iscsi is: [{'id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'name': 'tempest-TestMinimumBasicScenario-1193264515-router', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '5c6a6186-e8d2-4e9c-87f7-0853a450a6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:17:40Z', 'updated_at': '2022-05-26T11:17:45Z', 'revision_number': 4, 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'gw_port': {'id': '5c6a6186-e8d2-4e9c-87f7-0853a450a6c7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:42Z', 'updated_at': '2022-05-26T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': '4b78c593-3390-42b5-a811-f436f30b64d7', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'floating_ip_address': '172.27.2.125', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'port_id': '21273c8f-f6a0-4cf6-8549-21fb5883ff2b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31', 'mac_address': 'fa:16:3e:2e:12:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b10c74-67ca-4921-8970-cdca21dafdb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:18:45Z', 'updated_at': '2022-05-26T11:18:45Z', 'revision_number': 0, 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f654e97-94fa-45c5-b91a-171bab363902', 'name': '', 'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'mac_address': 'fa:16:3e:97:5d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '574ef81a-b121-4d5b-8038-17d4fb5c5a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:44Z', 'updated_at': '2022-05-26T11:17:49Z', 'revision_number': 5, 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'subnets': [{'id': '574ef81a-b121-4d5b-8038-17d4fb5c5a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:18:48.138011 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-34a3733e-874a-4250-ab57-479738a5b328 req-4394ef4e-c63c-4567-b740-5504610f5afe service neutron] 10.222.0.42 "GET /v2.0/networks/ecba23a2-84f5-4d25-94be-3592338dfd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465726 May 26 11:18:48.189584 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device e002be21-0984-496e-994a-4fd6980d4634 up at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:18:48.200540 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-83713266-01b2-42f0-8f85-7bd6d16de537 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:48.295890 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-83713266-01b2-42f0-8f85-7bd6d16de537 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:48.298712 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6c874e60-e4ab-4749-b7a5-5b5757a41fc7 req-619c7eb4-d0fe-4f7c-997e-40b70f86bfc6 service neutron] 10.222.0.42 "GET /v2.0/networks/c8f9ca9a-5305-4587-9899-24d42d7bc678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754119 May 26 11:18:48.376068 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning for port e002be21-0984-496e-994a-4fd6980d4634 completed by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:18:48.381109 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning complete for port e002be21-0984-496e-994a-4fd6980d4634 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:18:48.381712 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:48.390696 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-83713266-01b2-42f0-8f85-7bd6d16de537 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:48.395751 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddd707-451f-4d4f-8a3d-13dabbaf52fc req-1eab06c8-6cc7-4be9-823e-975f64d87a5a tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:48.398064 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-51ddd707-451f-4d4f-8a3d-13dabbaf52fc req-1eab06c8-6cc7-4be9-823e-975f64d87a5a tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.1048181 May 26 11:18:48.432458 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83713266-01b2-42f0-8f85-7bd6d16de537 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e67b6b-5499-4642-bbe8-45887bfaa904,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:48.451989 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-51ddd707-451f-4d4f-8a3d-13dabbaf52fc req-13bc42bf-32a1-4cd0-8318-ebe19c96126d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473833 May 26 11:18:48.455977 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83713266-01b2-42f0-8f85-7bd6d16de537 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:48.456330 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83713266-01b2-42f0-8f85-7bd6d16de537 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:48.456690 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83713266-01b2-42f0-8f85-7bd6d16de537 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:48.457651 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83713266-01b2-42f0-8f85-7bd6d16de537 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:48.457988 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83713266-01b2-42f0-8f85-7bd6d16de537 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:48.458321 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83713266-01b2-42f0-8f85-7bd6d16de537 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:48.458657 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83713266-01b2-42f0-8f85-7bd6d16de537 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:48.458973 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83713266-01b2-42f0-8f85-7bd6d16de537 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:48.459403 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83713266-01b2-42f0-8f85-7bd6d16de537 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:48.459729 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83713266-01b2-42f0-8f85-7bd6d16de537 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:48.460057 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83713266-01b2-42f0-8f85-7bd6d16de537 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:48.460381 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83713266-01b2-42f0-8f85-7bd6d16de537 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:18:48.491856 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6c874e60-e4ab-4749-b7a5-5b5757a41fc7 req-5bcb1403-d490-467b-b6e0-bda191f5404e service neutron] 10.222.0.42 "GET /v2.0/networks/c8f9ca9a-5305-4587-9899-24d42d7bc678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833560 May 26 11:18:48.498789 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-83713266-01b2-42f0-8f85-7bd6d16de537 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:48.499705 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee029260-11ae-4445-9405-c74c4a8b6618 None None] New status for floating IP 4b78c593-3390-42b5-a811-f436f30b64d7: ACTIVE {{(pid=102813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:18:48.505197 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-83713266-01b2-42f0-8f85-7bd6d16de537 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5359302 May 26 11:18:48.505197 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 41638) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:18:48.508652 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-d94a26f1-1c8a-433f-b5e5-bd0fcb289cf7 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Request body: {'security_group_rule': {'security_group_id': '71dc6930-463e-4874-b5d2-f7c30548d99c', 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:48.561758 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port e002be21-0984-496e-994a-4fd6980d4634 is: BUILD; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:18:48.562148 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:48.628461 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d94a26f1-1c8a-433f-b5e5-bd0fcb289cf7 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:48.647402 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0370774-37a6-45b3-a222-798700a19d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e002be21-0984-496e-994a-4fd6980d4634'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:18:48.649604 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4565aefa-0fde-4521-94e5-d5c0d7d2fba7" -d '{"events": [{"server_uuid": "e0370774-37a6-45b3-a222-798700a19d97", "name": "network-vif-plugged", "status": "completed", "tag": "e002be21-0984-496e-994a-4fd6980d4634"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:18:48.671656 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port e002be21-0984-496e-994a-4fd6980d4634, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=e002be21-0984-496e-994a-4fd6980d4634,segment=NetworkSegment(7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7),segment_id=7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:18:48.727416 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7cec8be-8689-4ef4-9912-688a94fb9333 x-openstack-request-id: req-c7cec8be-8689-4ef4-9912-688a94fb9333 {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:18:48.728233 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0370774-37a6-45b3-a222-798700a19d97", "name": "network-vif-plugged", "status": "completed", "tag": "e002be21-0984-496e-994a-4fd6980d4634", "code": 200}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:18:48.728676 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7cec8be-8689-4ef4-9912-688a94fb9333 {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:18:48.729286 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d94a26f1-1c8a-433f-b5e5-bd0fcb289cf7 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:48.730286 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7cec8be-8689-4ef4-9912-688a94fb9333'] response: {'server_uuid': 'e0370774-37a6-45b3-a222-798700a19d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e002be21-0984-496e-994a-4fd6980d4634', 'code': 200} May 26 11:18:48.739011 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:48.791708 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=e002be21-0984-496e-994a-4fd6980d4634,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:48.822853 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d94a26f1-1c8a-433f-b5e5-bd0fcb289cf7 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:48.842029 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a26f1-1c8a-433f-b5e5-bd0fcb289cf7 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5452ce9-aa95-42ab-8f96-1c962bd0c64c,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:48.916278 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d94a26f1-1c8a-433f-b5e5-bd0fcb289cf7 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:48.917754 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-d94a26f1-1c8a-433f-b5e5-bd0fcb289cf7 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4123755 May 26 11:18:48.920226 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 41646) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:18:48.927659 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-9983aebe-276d-4272-9680-95a2931b5a74 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Request body: {'security_group_rule': {'security_group_id': '71dc6930-463e-4874-b5d2-f7c30548d99c', 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:49.044253 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9983aebe-276d-4272-9680-95a2931b5a74 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:49.045231 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dba55a-c58c-47ba-b022-ceeb5c247015 req-4c247fac-94b2-445d-a7c1-42664f3bb694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:49.046725 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-59dba55a-c58c-47ba-b022-ceeb5c247015 req-4c247fac-94b2-445d-a7c1-42664f3bb694 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e0370774-37a6-45b3-a222-798700a19d97 HTTP/1.1" status: 200 len: 1099 time: 0.0486681 May 26 11:18:49.112605 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-59dba55a-c58c-47ba-b022-ceeb5c247015 req-350b4ab0-5645-4d5f-b9a8-01a088b79ef0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528657 May 26 11:18:49.187681 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc3186c-6b99-43ac-86e7-718a9b332b2f req-c152eff8-505f-4863-87a5-e2ac12467dfb tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:49.191241 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9dc3186c-6b99-43ac-86e7-718a9b332b2f req-c152eff8-505f-4863-87a5-e2ac12467dfb tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0370774-37a6-45b3-a222-798700a19d97 HTTP/1.1" status: 200 len: 946 time: 0.0744822 May 26 11:18:49.216846 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9983aebe-276d-4272-9680-95a2931b5a74 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:49.252725 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9dc3186c-6b99-43ac-86e7-718a9b332b2f req-f530d298-8a62-4e38-96f2-1ad470e9269d tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552387 May 26 11:18:49.288270 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9983aebe-276d-4272-9680-95a2931b5a74 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:49.307106 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983aebe-276d-4272-9680-95a2931b5a74 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e60e3f-ec10-4b18-87e0-b7705ee55c7f,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:49.371381 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9983aebe-276d-4272-9680-95a2931b5a74 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:49.375371 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-9983aebe-276d-4272-9680-95a2931b5a74 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4507873 May 26 11:18:49.376038 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 41650) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:18:49.380791 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-0e0412b6-d30f-485a-8271-11ceb5b1a5e6 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Request body: {'security_group_rule': {'security_group_id': '71dc6930-463e-4874-b5d2-f7c30548d99c', 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:49.479743 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.securitygroups_db [None req-0e0412b6-d30f-485a-8271-11ceb5b1a5e6 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Project b8330e6f157749c79c6f779ab940e1b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 11:18:49.487373 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0e0412b6-d30f-485a-8271-11ceb5b1a5e6 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:49.609395 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0e0412b6-d30f-485a-8271-11ceb5b1a5e6 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:49.630452 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca779ec-117d-40dd-98fa-4233e3bee30f req-918de4a8-dca6-4ad5-9468-1e697ad21aaa tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:49.632343 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-dca779ec-117d-40dd-98fa-4233e3bee30f req-918de4a8-dca6-4ad5-9468-1e697ad21aaa tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0839250 May 26 11:18:49.673707 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-dca779ec-117d-40dd-98fa-4233e3bee30f req-6deca110-f33f-4f7e-8c3a-b475d547ef07 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344727 May 26 11:18:49.677579 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0e0412b6-d30f-485a-8271-11ceb5b1a5e6 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:49.692444 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0412b6-d30f-485a-8271-11ceb5b1a5e6 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa869e7-2e71-4f39-8a87-c76dca49383a,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:49.761209 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0e0412b6-d30f-485a-8271-11ceb5b1a5e6 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:49.763028 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-0e0412b6-d30f-485a-8271-11ceb5b1a5e6 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3859138 May 26 11:18:49.765667 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 41654) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:18:49.770905 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-f3654ab4-4b6a-44a5-91a3-987a06d91c79 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Request body: {'security_group_rule': {'security_group_id': '71dc6930-463e-4874-b5d2-f7c30548d99c', 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:49.934087 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.securitygroups_db [None req-f3654ab4-4b6a-44a5-91a3-987a06d91c79 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Project b8330e6f157749c79c6f779ab940e1b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 11:18:49.958452 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f3654ab4-4b6a-44a5-91a3-987a06d91c79 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:50.017899 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f3654ab4-4b6a-44a5-91a3-987a06d91c79 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:50.098560 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f3654ab4-4b6a-44a5-91a3-987a06d91c79 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:50.163598 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3654ab4-4b6a-44a5-91a3-987a06d91c79 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0033d3-3669-49b2-b4d5-c1bd5f3da0f0,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:50.356986 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-edb96c0f-3058-4243-be00-344d29d427f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:50.367788 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f3654ab4-4b6a-44a5-91a3-987a06d91c79 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:50.372720 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-f3654ab4-4b6a-44a5-91a3-987a06d91c79 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6034877 May 26 11:18:50.374886 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee51946-27cc-47c2-b759-ec7afca1690c req-f76736c2-9533-4f22-a6d4-e0c119ad2675 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:50.376524 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dee51946-27cc-47c2-b759-ec7afca1690c req-f76736c2-9533-4f22-a6d4-e0c119ad2675 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0370774-37a6-45b3-a222-798700a19d97 HTTP/1.1" status: 200 len: 946 time: 0.0487354 May 26 11:18:50.417193 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dee51946-27cc-47c2-b759-ec7afca1690c req-ea2b76df-29da-469d-85be-6a72626daed9 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329437 May 26 11:18:50.487599 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2319f3b5-5fcb-45d4-8bb2-0894c957769d req-6ee16769-69e8-4e0d-b836-da84b8f79eb2 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-195116916&fields=id&tenant_id=b8330e6f157749c79c6f779ab940e1b5 HTTP/1.1" status: 200 len: 267 time: 0.0720878 May 26 11:18:50.551226 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319f3b5-5fcb-45d4-8bb2-0894c957769d req-d38e0499-43e1-41d9-bf8b-7f0a78b1bbc2 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:50.559522 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2319f3b5-5fcb-45d4-8bb2-0894c957769d req-d38e0499-43e1-41d9-bf8b-7f0a78b1bbc2 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 946 time: 0.0647283 May 26 11:18:50.583621 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-2319f3b5-5fcb-45d4-8bb2-0894c957769d req-20c491f1-0215-4ba7-aea4-2260333b8859 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Request body: {'port': {'security_groups': ['f139b7f8-0185-41e7-a7a7-ca3acb3b359b', '71dc6930-463e-4874-b5d2-f7c30548d99c']}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:50.686804 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-2319f3b5-5fcb-45d4-8bb2-0894c957769d req-20c491f1-0215-4ba7-aea4-2260333b8859 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:50.846856 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9a080-93af-4d59-bd37-50b5066e7cd1 req-4277cda8-3a80-4c24-b4b7-8477bb04026a tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:50.858190 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dec9a080-93af-4d59-bd37-50b5066e7cd1 req-4277cda8-3a80-4c24-b4b7-8477bb04026a tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0936201 May 26 11:18:50.913657 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dec9a080-93af-4d59-bd37-50b5066e7cd1 req-e2601465-38f0-4221-a609-5047a1bc61b8 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538347 May 26 11:18:50.979059 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-2319f3b5-5fcb-45d4-8bb2-0894c957769d req-20c491f1-0215-4ba7-aea4-2260333b8859 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] For port 21273c8f-f6a0-4cf6-8549-21fb5883ff2b, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=21273c8f-f6a0-4cf6-8549-21fb5883ff2b,segment=NetworkSegment(32c73b14-dbd8-4220-ae77-a0387019faac),segment_id=32c73b14-dbd8-4220-ae77-a0387019faac)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:18:51.023953 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-2319f3b5-5fcb-45d4-8bb2-0894c957769d req-20c491f1-0215-4ba7-aea4-2260333b8859 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:51.078047 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-2319f3b5-5fcb-45d4-8bb2-0894c957769d req-20c491f1-0215-4ba7-aea4-2260333b8859 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:51.102009 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['21273c8f-f6a0-4cf6-8549-21fb5883ff2b'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:18:51.161665 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c491f1-0215-4ba7-aea4-2260333b8859 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Pushing event updated for resources: {'Port': ['ID=21273c8f-f6a0-4cf6-8549-21fb5883ff2b,revision_number=6']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:51.178766 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319f3b5-5fcb-45d4-8bb2-0894c957769d req-20c491f1-0215-4ba7-aea4-2260333b8859 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:51.179812 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-2319f3b5-5fcb-45d4-8bb2-0894c957769d req-20c491f1-0215-4ba7-aea4-2260333b8859 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:51.186690 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2319f3b5-5fcb-45d4-8bb2-0894c957769d req-20c491f1-0215-4ba7-aea4-2260333b8859 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "PUT /v2.0/ports/21273c8f-f6a0-4cf6-8549-21fb5883ff2b HTTP/1.1" status: 200 len: 982 time: 0.6108515 May 26 11:18:51.187961 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b10c74-67ca-4921-8970-cdca21dafdb5', 'tag': '21273c8f-f6a0-4cf6-8549-21fb5883ff2b'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:18:51.203681 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711fdc1d-d458-4845-bb45-7b69f913a0ef" -d '{"events": [{"name": "network-changed", "server_uuid": "80b10c74-67ca-4921-8970-cdca21dafdb5", "tag": "21273c8f-f6a0-4cf6-8549-21fb5883ff2b"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:18:51.349827 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb42ff-da09-4058-a628-4ebcd58ba206 req-253fbbaa-29a4-46bf-a41a-f8cc0948a1ce tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:51.351730 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bcbb42ff-da09-4058-a628-4ebcd58ba206 req-253fbbaa-29a4-46bf-a41a-f8cc0948a1ce tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 985 time: 0.0860150 May 26 11:18:51.361263 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['21273c8f-f6a0-4cf6-8549-21fb5883ff2b'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:18:51.419026 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bcbb42ff-da09-4058-a628-4ebcd58ba206 req-fa7d63b6-55b7-4a40-a9df-355a08033910 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&id=71dc6930-463e-4874-b5d2-f7c30548d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0512624 May 26 11:18:51.490144 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc8fd63-e3cb-4341-9214-0a02fb517d93 x-openstack-request-id: req-bbc8fd63-e3cb-4341-9214-0a02fb517d93 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:18:51.493936 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b10c74-67ca-4921-8970-cdca21dafdb5", "tag": "21273c8f-f6a0-4cf6-8549-21fb5883ff2b", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:18:51.493936 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bbc8fd63-e3cb-4341-9214-0a02fb517d93 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:18:51.493936 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbc8fd63-e3cb-4341-9214-0a02fb517d93'] response: {'name': 'network-changed', 'server_uuid': '80b10c74-67ca-4921-8970-cdca21dafdb5', 'tag': '21273c8f-f6a0-4cf6-8549-21fb5883ff2b', 'status': 'completed', 'code': 200} May 26 11:18:51.625028 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:51.676216 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-fedc842f-3c9a-4d4c-9531-82dd406b4f52 None None] Provisioning complete for port 21273c8f-f6a0-4cf6-8549-21fb5883ff2b triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:18:51.676736 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-fedc842f-3c9a-4d4c-9531-82dd406b4f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:51.724348 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fdc1d-d458-4845-bb45-7b69f913a0ef req-88d48b49-1b7e-418a-8448-78003b3dd9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:51.726561 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-711fdc1d-d458-4845-bb45-7b69f913a0ef req-88d48b49-1b7e-418a-8448-78003b3dd9c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8330e6f157749c79c6f779ab940e1b5&device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 1138 time: 0.2016780 May 26 11:18:51.836533 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a9ed2-78e3-4dbb-9251-12bc5733a73b req-168262bd-e42f-42d2-9792-6df82bcb19a9 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:51.838092 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fe5a9ed2-78e3-4dbb-9251-12bc5733a73b req-168262bd-e42f-42d2-9792-6df82bcb19a9 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0370774-37a6-45b3-a222-798700a19d97 HTTP/1.1" status: 200 len: 946 time: 0.2193577 May 26 11:18:51.866869 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-fedc842f-3c9a-4d4c-9531-82dd406b4f52 None None] Current status of the port 21273c8f-f6a0-4cf6-8549-21fb5883ff2b is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:18:51.912130 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fe5a9ed2-78e3-4dbb-9251-12bc5733a73b req-1ef0676e-78ab-462f-972f-4fea6b36ddbf tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662220 May 26 11:18:51.915742 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fdc1d-d458-4845-bb45-7b69f913a0ef req-aefa917f-f5b3-4e8d-92d9-cf2ef5d1e339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:51.917527 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-711fdc1d-d458-4845-bb45-7b69f913a0ef req-aefa917f-f5b3-4e8d-92d9-cf2ef5d1e339 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecba23a2-84f5-4d25-94be-3592338dfd31 HTTP/1.1" status: 200 len: 916 time: 0.1823976 May 26 11:18:52.083097 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-711fdc1d-d458-4845-bb45-7b69f913a0ef req-0a6dd507-4589-4266-ac18-44177ba77a3b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21273c8f-f6a0-4cf6-8549-21fb5883ff2b HTTP/1.1" status: 200 len: 1002 time: 0.1515832 May 26 11:18:52.108404 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ec9d5-08c7-48df-be21-954a4eb997d1 req-d0c2dfa3-2bc8-43fb-9d18-e1464e4bc430 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:52.111247 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b50ec9d5-08c7-48df-be21-954a4eb997d1 req-d0c2dfa3-2bc8-43fb-9d18-e1464e4bc430 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.1031082 May 26 11:18:52.523348 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b50ec9d5-08c7-48df-be21-954a4eb997d1 req-ab503d48-0728-4560-92fe-447a9dcafd6d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3903921 May 26 11:18:52.528009 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fdc1d-d458-4845-bb45-7b69f913a0ef req-7f87e617-39b7-4b56-a254-c7a2edc2ee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:52.530296 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-711fdc1d-d458-4845-bb45-7b69f913a0ef req-7f87e617-39b7-4b56-a254-c7a2edc2ee97 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=574ef81a-b121-4d5b-8038-17d4fb5c5a45 HTTP/1.1" status: 200 len: 854 time: 0.4149590 May 26 11:18:52.594744 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fdc1d-d458-4845-bb45-7b69f913a0ef req-566fc6f5-3cc7-48b1-8757-306cb5b06b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:52.596460 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-711fdc1d-d458-4845-bb45-7b69f913a0ef req-566fc6f5-3cc7-48b1-8757-306cb5b06b2f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecba23a2-84f5-4d25-94be-3592338dfd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553453 May 26 11:18:52.742188 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:52.756303 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-711fdc1d-d458-4845-bb45-7b69f913a0ef req-bacdfad4-1681-4af0-9c69-4c36822d1b03 service neutron] 10.222.0.42 "GET /v2.0/networks/ecba23a2-84f5-4d25-94be-3592338dfd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484945 May 26 11:18:52.871464 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-711fdc1d-d458-4845-bb45-7b69f913a0ef req-800da043-4432-475d-a0f5-48f9b1552591 service neutron] 10.222.0.42 "GET /v2.0/networks/ecba23a2-84f5-4d25-94be-3592338dfd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012180 May 26 11:18:53.134075 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945a87ff-8f77-4807-ac9c-1df1b373e037 req-f178e39e-892b-4ab9-9f39-37e97d641c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:53.137706 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-945a87ff-8f77-4807-ac9c-1df1b373e037 req-f178e39e-892b-4ab9-9f39-37e97d641c4e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 1098 time: 0.0671456 May 26 11:18:53.197476 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-945a87ff-8f77-4807-ac9c-1df1b373e037 req-cc764133-7e28-4e4e-a787-1f4015ba3ed8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520961 May 26 11:18:53.251459 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:53.716194 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcc1b1-c6e8-4429-8155-0591bea949db req-1715968e-23c1-4d2d-829c-b9fc2a03060a tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:53.720089 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-aedcc1b1-c6e8-4429-8155-0591bea949db req-1715968e-23c1-4d2d-829c-b9fc2a03060a tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0651231 May 26 11:18:53.769223 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-aedcc1b1-c6e8-4429-8155-0591bea949db req-238ac89b-b7f1-43da-9039-221b3e8b7baa tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445299 May 26 11:18:54.323511 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3ca19-4e9e-4cb5-b2f0-f617c4dfe2fd req-4ade5fba-10a6-4655-993a-986dff4898d3 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:54.325140 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-baf3ca19-4e9e-4cb5-b2f0-f617c4dfe2fd req-4ade5fba-10a6-4655-993a-986dff4898d3 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 946 time: 0.0593755 May 26 11:18:54.364544 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-baf3ca19-4e9e-4cb5-b2f0-f617c4dfe2fd req-143a7cdf-5ebf-49e7-96e2-437a924bbdba tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332575 May 26 11:18:54.935531 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264d9f0d-6961-434d-944f-18aa06dadd30 req-fab57d11-5539-4d82-bc46-c08239ac7bc8 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:54.945242 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-264d9f0d-6961-434d-944f-18aa06dadd30 req-fab57d11-5539-4d82-bc46-c08239ac7bc8 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0805848 May 26 11:18:54.987683 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-264d9f0d-6961-434d-944f-18aa06dadd30 req-d1b93383-352c-44c8-abea-f494187be92a tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406225 May 26 11:18:55.525240 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c3650-1b97-4f0c-a226-78dab2e7de3e req-102bfcfc-83d0-4966-98df-d0ca7ff761fb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:55.526846 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-023c3650-1b97-4f0c-a226-78dab2e7de3e req-102bfcfc-83d0-4966-98df-d0ca7ff761fb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 946 time: 0.0736070 May 26 11:18:55.579211 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-023c3650-1b97-4f0c-a226-78dab2e7de3e req-e2ab6759-5b3f-4450-97d9-6b679c1e1863 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427675 May 26 11:18:55.623091 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe254a-948f-4ee3-9f5f-56a645de99cd req-6f1e54ba-ade5-4d4d-8594-06097796ff89 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:55.624577 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7bbe254a-948f-4ee3-9f5f-56a645de99cd req-6f1e54ba-ade5-4d4d-8594-06097796ff89 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0615966 May 26 11:18:55.703855 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7bbe254a-948f-4ee3-9f5f-56a645de99cd req-02879376-4ba8-49b2-b83d-ed5de3fd86ca tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724852 May 26 11:18:55.711035 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693f34f-5446-4dd4-bf06-dce7a7abebfa req-f7b7ec44-87ef-4057-873f-3a5711f83eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:55.712658 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b693f34f-5446-4dd4-bf06-dce7a7abebfa req-f7b7ec44-87ef-4057-873f-3a5711f83eb2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d121bc82e4a4381b9584cd89c2d4f69&device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 1098 time: 0.0717778 May 26 11:18:55.820180 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693f34f-5446-4dd4-bf06-dce7a7abebfa req-aa8a38cd-fd80-4437-ae58-3d8d17364ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:55.821904 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b693f34f-5446-4dd4-bf06-dce7a7abebfa req-aa8a38cd-fd80-4437-ae58-3d8d17364ef6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=269c9267-8111-4543-bc62-3b35f5fef0e4 HTTP/1.1" status: 200 len: 920 time: 0.0927827 May 26 11:18:55.896412 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b693f34f-5446-4dd4-bf06-dce7a7abebfa req-862a5cf7-781f-4577-9116-34033574a613 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=726f9e21-d736-4905-bee2-4c4521ddc2a3 HTTP/1.1" status: 200 len: 1000 time: 0.0601273 May 26 11:18:55.947918 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693f34f-5446-4dd4-bf06-dce7a7abebfa req-7f1b8671-3ff2-449f-9763-d5ef1dda9c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:55.949568 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b693f34f-5446-4dd4-bf06-dce7a7abebfa req-7f1b8671-3ff2-449f-9763-d5ef1dda9c02 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a235b399-7a9f-4f18-97ae-141845f325ad HTTP/1.1" status: 200 len: 858 time: 0.0463858 May 26 11:18:56.005935 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693f34f-5446-4dd4-bf06-dce7a7abebfa req-d74d8dc2-ec68-4317-9439-52252bc870b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:56.007579 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b693f34f-5446-4dd4-bf06-dce7a7abebfa req-d74d8dc2-ec68-4317-9439-52252bc870b9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=269c9267-8111-4543-bc62-3b35f5fef0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0478876 May 26 11:18:56.110263 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b693f34f-5446-4dd4-bf06-dce7a7abebfa req-149f3942-17f4-4d3f-ae37-db117cfedc23 service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939684 May 26 11:18:56.226408 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b693f34f-5446-4dd4-bf06-dce7a7abebfa req-f6c64446-7d3d-4450-bca1-8a2039baa28f service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067648 May 26 11:18:56.702827 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b9f5e-5c45-49a4-85f4-ebd1c4fe0cc0 req-49e95390-3c81-474e-bbe3-5e8b714546b3 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:56.704653 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-990b9f5e-5c45-49a4-85f4-ebd1c4fe0cc0 req-49e95390-3c81-474e-bbe3-5e8b714546b3 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 946 time: 0.0572212 May 26 11:18:56.769124 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-990b9f5e-5c45-49a4-85f4-ebd1c4fe0cc0 req-7c17a287-159c-4651-bb3c-c6a72f2d772c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=fc28c2f7-0368-4e8f-9364-0792671a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537305 May 26 11:18:56.798539 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24973109-f796-4d28-abca-e3940f908c84 req-dfc773cd-3a21-42bf-a5f3-418b67cd5b28 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:56.800078 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-24973109-f796-4d28-abca-e3940f908c84 req-dfc773cd-3a21-42bf-a5f3-418b67cd5b28 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 946 time: 0.0872359 May 26 11:18:56.897691 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558b587-a581-4837-a94a-2c4a2fb7491d req-e124568c-a63c-4f57-8b1c-1e97eb2edf34 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:56.899091 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3558b587-a581-4837-a94a-2c4a2fb7491d req-e124568c-a63c-4f57-8b1c-1e97eb2edf34 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0976512 May 26 11:18:56.948654 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-24973109-f796-4d28-abca-e3940f908c84 req-1e12400b-da86-4588-a263-3930d5adbc05 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Deleting port e849e4eb-1eb7-446f-af61-75da7738ffc9 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:18:56.949363 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-24973109-f796-4d28-abca-e3940f908c84 req-1e12400b-da86-4588-a263-3930d5adbc05 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:56.953761 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3558b587-a581-4837-a94a-2c4a2fb7491d req-89bcecbe-a648-4f46-a886-6b7c50ee82c6 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485044 May 26 11:18:57.063064 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-24973109-f796-4d28-abca-e3940f908c84 req-1e12400b-da86-4588-a263-3930d5adbc05 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] For port e849e4eb-1eb7-446f-af61-75da7738ffc9, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=e849e4eb-1eb7-446f-af61-75da7738ffc9,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:18:57.063610 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-24973109-f796-4d28-abca-e3940f908c84 req-1e12400b-da86-4588-a263-3930d5adbc05 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:57.330322 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-24973109-f796-4d28-abca-e3940f908c84 req-1e12400b-da86-4588-a263-3930d5adbc05 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:57.330933 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-24973109-f796-4d28-abca-e3940f908c84 req-1e12400b-da86-4588-a263-3930d5adbc05 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:57.332659 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.l3_db [req-24973109-f796-4d28-abca-e3940f908c84 req-1e12400b-da86-4588-a263-3930d5adbc05 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Floating IP b9d1d0c4-c611-4695-ab78-a5b25e831880 disassociated. External IP: 172.27.2.54, port: e849e4eb-1eb7-446f-af61-75da7738ffc9. May 26 11:18:57.332659 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-24973109-f796-4d28-abca-e3940f908c84 req-1e12400b-da86-4588-a263-3930d5adbc05 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Calling delete_port for e849e4eb-1eb7-446f-af61-75da7738ffc9 owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:18:57.525792 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-24973109-f796-4d28-abca-e3940f908c84 req-1e12400b-da86-4588-a263-3930d5adbc05 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:57.556299 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e12400b-da86-4588-a263-3930d5adbc05 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Pushing event deleted for resources: {'Port': ['ID=e849e4eb-1eb7-446f-af61-75da7738ffc9,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:18:57.678630 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24973109-f796-4d28-abca-e3940f908c84 req-1e12400b-da86-4588-a263-3930d5adbc05 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Router e014afec-0034-4a80-a072-04dec8a73be7 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:18:57.786670 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24973109-f796-4d28-abca-e3940f908c84 req-1e12400b-da86-4588-a263-3930d5adbc05 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:18:57.796329 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c7077d-bff1-46f8-95a8-65591fde104c None None] Sync routers for ids ['e014afec-0034-4a80-a072-04dec8a73be7'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:18:57.814383 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c7077d-bff1-46f8-95a8-65591fde104c None None] Routers {'e014afec-0034-4a80-a072-04dec8a73be7'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:18:57.815014 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-36c7077d-bff1-46f8-95a8-65591fde104c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:18:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['e014afec-0034-4a80-a072-04dec8a73be7'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:57.838982 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-24973109-f796-4d28-abca-e3940f908c84 req-1e12400b-da86-4588-a263-3930d5adbc05 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] No DVR routers for this DVR port e849e4eb-1eb7-446f-af61-75da7738ffc9 on host hv-cinder-84339 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:18:57.841940 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-24973109-f796-4d28-abca-e3940f908c84 req-1e12400b-da86-4588-a263-3930d5adbc05 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:57.845725 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-24973109-f796-4d28-abca-e3940f908c84 req-1e12400b-da86-4588-a263-3930d5adbc05 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.42 "DELETE /v2.0/ports/e849e4eb-1eb7-446f-af61-75da7738ffc9 HTTP/1.1" status: 204 len: 173 time: 1.0362475 May 26 11:18:57.846304 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e', 'name': 'network-vif-deleted', 'tag': 'e849e4eb-1eb7-446f-af61-75da7738ffc9'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:18:57.849313 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73928dcd-925e-4021-83fc-fa3a06614d7d" -d '{"events": [{"server_uuid": "5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e", "name": "network-vif-deleted", "tag": "e849e4eb-1eb7-446f-af61-75da7738ffc9"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:18:57.882295 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-951ba7d4-3891-41ed-ab49-dde9b18a1a86 req-e7b6e1e1-ee72-4261-b790-045a814c69e0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 210 time: 0.0300939 May 26 11:18:57.888846 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a6bf2e-d37b-4de4-9a42-fc0049cdad02 x-openstack-request-id: req-b7a6bf2e-d37b-4de4-9a42-fc0049cdad02 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:18:57.889291 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e", "name": "network-vif-deleted", "tag": "e849e4eb-1eb7-446f-af61-75da7738ffc9", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:18:57.889643 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7a6bf2e-d37b-4de4-9a42-fc0049cdad02 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:18:57.890171 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7a6bf2e-d37b-4de4-9a42-fc0049cdad02'] response: {'server_uuid': '5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e', 'name': 'network-vif-deleted', 'tag': 'e849e4eb-1eb7-446f-af61-75da7738ffc9', 'status': 'completed', 'code': 200} May 26 11:18:57.952946 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-36c7077d-bff1-46f8-95a8-65591fde104c None None] Set router e014afec-0034-4a80-a072-04dec8a73be7 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:18:58.088251 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb8fce-7a68-42e6-8aea-bfaa296fc98d req-669c99d7-f706-4830-a426-9207041a2030 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:58.095457 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-98bb8fce-7a68-42e6-8aea-bfaa296fc98d req-669c99d7-f706-4830-a426-9207041a2030 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0675781 May 26 11:18:58.157412 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-98bb8fce-7a68-42e6-8aea-bfaa296fc98d req-67f9457f-47c7-41c3-a5a6-30c4d2a72109 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608187 May 26 11:18:58.271590 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-36c7077d-bff1-46f8-95a8-65591fde104c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'name': 'tempest-AttachVolumeShelveTestJSON-1073781720-router', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'gw_port': {'id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc', 'name': '', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'mac_address': 'fa:16:3e:b9:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:50Z', 'updated_at': '2022-05-26T11:15:06Z', 'revision_number': 5, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'subnets': [{'id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:58.298190 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c7077d-bff1-46f8-95a8-65591fde104c None None] Checking router: e014afec-0034-4a80-a072-04dec8a73be7 for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:18:58.307466 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c7077d-bff1-46f8-95a8-65591fde104c None None] Routers {'e014afec-0034-4a80-a072-04dec8a73be7'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:18:58.308064 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-36c7077d-bff1-46f8-95a8-65591fde104c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:18:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['e014afec-0034-4a80-a072-04dec8a73be7'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:58.417362 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-36c7077d-bff1-46f8-95a8-65591fde104c None None] Set router e014afec-0034-4a80-a072-04dec8a73be7 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:18:58.619954 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-36c7077d-bff1-46f8-95a8-65591fde104c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'name': 'tempest-AttachVolumeShelveTestJSON-1073781720-router', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'gw_port': {'id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc', 'name': '', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'mac_address': 'fa:16:3e:b9:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:50Z', 'updated_at': '2022-05-26T11:15:06Z', 'revision_number': 5, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'subnets': [{'id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:18:58.646610 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c7077d-bff1-46f8-95a8-65591fde104c None None] The sync data for ids ['e014afec-0034-4a80-a072-04dec8a73be7'] in dv-cinder-843395-1-iscsi is: [{'id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'name': 'tempest-AttachVolumeShelveTestJSON-1073781720-router', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'gw_port': {'id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc', 'name': '', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'mac_address': 'fa:16:3e:b9:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:50Z', 'updated_at': '2022-05-26T11:15:06Z', 'revision_number': 5, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'subnets': [{'id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:18:58.875598 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e6be99-a876-4dce-90e1-41b16e2c2ada None None] New status for floating IP b9d1d0c4-c611-4695-ab78-a5b25e831880: DOWN {{(pid=102813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:18:58.998859 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5e84007a-77f3-45ec-a71a-f9d893c3254f req-6a46559d-5669-4e34-a881-e551f30a2731 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=5ed2b0cd-e6a8-4d46-b15f-a9f2e514523e HTTP/1.1" status: 200 len: 210 time: 0.0254943 May 26 11:18:59.286027 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95a1f0-86d4-48b9-87af-9483b5b25f9a req-86c02571-97d7-4436-b238-4dbe4c2f49dd tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:59.293028 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5f95a1f0-86d4-48b9-87af-9483b5b25f9a req-86c02571-97d7-4436-b238-4dbe4c2f49dd tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0587192 May 26 11:18:59.329154 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5f95a1f0-86d4-48b9-87af-9483b5b25f9a req-a61b9b19-fc2b-4356-9179-bea63736c052 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352364 May 26 11:18:59.455142 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d86f58-3ed8-4cae-8c31-3b482e8cd012 req-b5e2207f-a800-4a6d-a606-e3f6bd3abc3e tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:18:59.461531 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-92d86f58-3ed8-4cae-8c31-3b482e8cd012 req-b5e2207f-a800-4a6d-a606-e3f6bd3abc3e tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0617843 May 26 11:18:59.465112 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 41838) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:18:59.469769 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-4141e0b3-80cd-4b45-b0eb-e0bbb4cd8104 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Request body: {'floatingip': {'port_id': '726f9e21-d736-4905-bee2-4c4521ddc2a3'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:18:59.532220 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4141e0b3-80cd-4b45-b0eb-e0bbb4cd8104 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks [] for floatingip, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:18:59.994275 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4141e0b3-80cd-4b45-b0eb-e0bbb4cd8104 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:00.154276 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4141e0b3-80cd-4b45-b0eb-e0bbb4cd8104 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:00.191147 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 41862) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:00.196881 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device e849e4eb-1eb7-446f-af61-75da7738ffc9 no longer exists at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:19:00.221054 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] No Port match for: e849e4eb-1eb7-446f-af61-75da7738ffc9 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:19:00.221419 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device e849e4eb-1eb7-446f-af61-75da7738ffc9 not bound to the agent host hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:19:00.258247 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a7b089b6-1429-46af-aef4-ecb5ceb2afb2 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:00.292787 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a7b089b6-1429-46af-aef4-ecb5ceb2afb2 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:00.376965 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4141e0b3-80cd-4b45-b0eb-e0bbb4cd8104 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Router 69b5b26b-1f44-4538-a9de-d1e61cb3ed0c has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:19:00.405799 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a7b089b6-1429-46af-aef4-ecb5ceb2afb2 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:00.408720 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-a7b089b6-1429-46af-aef4-ecb5ceb2afb2 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:00.409910 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-a7b089b6-1429-46af-aef4-ecb5ceb2afb2 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "DELETE /v2.0/security-groups/fc28c2f7-0368-4e8f-9364-0792671a92e3 HTTP/1.1" status: 204 len: 168 time: 0.2191515 May 26 11:19:00.413612 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 41878) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:00.431499 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.api.v2.resource [None req-ce6852a5-6421-4390-a180-617a1f06061e tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] show failed (client error): The resource could not be found. May 26 11:19:00.432515 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-ce6852a5-6421-4390-a180-617a1f06061e tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups/fc28c2f7-0368-4e8f-9364-0792671a92e3 HTTP/1.1" status: 404 len: 347 time: 0.0177853 May 26 11:19:00.433450 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b089b6-1429-46af-aef4-ecb5ceb2afb2 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc28c2f7-0368-4e8f-9364-0792671a92e3,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:00.435601 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 41880) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:00.587403 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4141e0b3-80cd-4b45-b0eb-e0bbb4cd8104 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:19:00.592484 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4141e0b3-80cd-4b45-b0eb-e0bbb4cd8104 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:00.598208 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d85682b-3bf6-4359-8184-1f37b7a48030 None None] Sync routers for ids ['69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:19:00.607740 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d85682b-3bf6-4359-8184-1f37b7a48030 None None] Routers {'69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:19:00.608536 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-4d85682b-3bf6-4359-8184-1f37b7a48030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:18:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:00.626793 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb59e1c-da91-486b-b714-b3dc9a548574', 'tag': '726f9e21-d736-4905-bee2-4c4521ddc2a3'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:19:00.629015 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fcd2bf-f34b-42e5-99cf-7b980f3e8d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb59e1c-da91-486b-b714-b3dc9a548574", "tag": "726f9e21-d736-4905-bee2-4c4521ddc2a3"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:19:00.662388 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-4141e0b3-80cd-4b45-b0eb-e0bbb4cd8104 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "PUT /v2.0/floatingips/d2c986c6-a4eb-4d9d-a262-7c2a2349d00a HTTP/1.1" status: 200 len: 992 time: 1.1960435 May 26 11:19:00.667932 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-37272b40-141a-42a7-a0d1-d2be787453d4 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Deleting port 100b78b8-ffd8-4bdc-a1ee-fce019889eb3 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:19:00.667932 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-37272b40-141a-42a7-a0d1-d2be787453d4 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:00.730907 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-4d85682b-3bf6-4359-8184-1f37b7a48030 None None] Set router 69b5b26b-1f44-4538-a9de-d1e61cb3ed0c gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:19:00.921747 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc7725a-5138-46c7-b143-686d090a0c79 x-openstack-request-id: req-afc7725a-5138-46c7-b143-686d090a0c79 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:19:00.922036 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb59e1c-da91-486b-b714-b3dc9a548574", "tag": "726f9e21-d736-4905-bee2-4c4521ddc2a3", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:19:00.922292 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-afc7725a-5138-46c7-b143-686d090a0c79 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:19:00.922685 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afc7725a-5138-46c7-b143-686d090a0c79'] response: {'name': 'network-changed', 'server_uuid': '5cb59e1c-da91-486b-b714-b3dc9a548574', 'tag': '726f9e21-d736-4905-bee2-4c4521ddc2a3', 'status': 'completed', 'code': 200} May 26 11:19:00.974224 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-4d85682b-3bf6-4359-8184-1f37b7a48030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'name': 'tempest-ServerRescueNegativeTestJSON-1164471858-router', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:53Z', 'revision_number': 4, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'gw_port': {'id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:94:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'd2c986c6-a4eb-4d9d-a262-7c2a2349d00a', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'port_id': '726f9e21-d736-4905-bee2-4c4521ddc2a3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4', 'mac_address': 'fa:16:3e:ac:92:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb59e1c-da91-486b-b714-b3dc9a548574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:16:48Z', 'updated_at': '2022-05-26T11:18:59Z', 'revision_number': 3, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d825ffb-84ff-45b3-a59f-7fe0e99b3aae', 'name': '', 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'mac_address': 'fa:16:3e:71:ee:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a235b399-7a9f-4f18-97ae-141845f325ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:52Z', 'updated_at': '2022-05-26T11:15:01Z', 'revision_number': 5, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'subnets': [{'id': 'a235b399-7a9f-4f18-97ae-141845f325ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:01.006537 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d85682b-3bf6-4359-8184-1f37b7a48030 None None] Checking router: 69b5b26b-1f44-4538-a9de-d1e61cb3ed0c for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:19:01.006747 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcd2bf-f34b-42e5-99cf-7b980f3e8d3c req-4007dffc-24cf-4e7d-91a0-b354792c2a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:01.008219 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c6fcd2bf-f34b-42e5-99cf-7b980f3e8d3c req-4007dffc-24cf-4e7d-91a0-b354792c2a59 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d121bc82e4a4381b9584cd89c2d4f69&device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 1098 time: 0.0848060 May 26 11:19:01.015331 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d85682b-3bf6-4359-8184-1f37b7a48030 None None] Routers {'69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:19:01.015971 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-4d85682b-3bf6-4359-8184-1f37b7a48030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:18:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:01.039448 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-37272b40-141a-42a7-a0d1-d2be787453d4 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:01.039814 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-37272b40-141a-42a7-a0d1-d2be787453d4 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:01.079612 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-37272b40-141a-42a7-a0d1-d2be787453d4 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Calling delete_port for 100b78b8-ffd8-4bdc-a1ee-fce019889eb3 owned by network:floatingip {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:19:01.120476 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-4d85682b-3bf6-4359-8184-1f37b7a48030 None None] Set router 69b5b26b-1f44-4538-a9de-d1e61cb3ed0c gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:19:01.169071 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcd2bf-f34b-42e5-99cf-7b980f3e8d3c req-b8698518-4a80-4e74-88d0-9dcb168d1430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:01.170553 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c6fcd2bf-f34b-42e5-99cf-7b980f3e8d3c req-b8698518-4a80-4e74-88d0-9dcb168d1430 service neutron] 10.222.0.42 "GET /v2.0/networks?id=269c9267-8111-4543-bc62-3b35f5fef0e4 HTTP/1.1" status: 200 len: 920 time: 0.1545067 May 26 11:19:01.249288 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c6fcd2bf-f34b-42e5-99cf-7b980f3e8d3c req-d3ddfca5-9be8-422f-a143-5430231fbffb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=726f9e21-d736-4905-bee2-4c4521ddc2a3 HTTP/1.1" status: 200 len: 1000 time: 0.0677860 May 26 11:19:01.341604 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-4d85682b-3bf6-4359-8184-1f37b7a48030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'name': 'tempest-ServerRescueNegativeTestJSON-1164471858-router', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:53Z', 'revision_number': 4, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'gw_port': {'id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:94:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'd2c986c6-a4eb-4d9d-a262-7c2a2349d00a', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'port_id': '726f9e21-d736-4905-bee2-4c4521ddc2a3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4', 'mac_address': 'fa:16:3e:ac:92:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb59e1c-da91-486b-b714-b3dc9a548574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:16:48Z', 'updated_at': '2022-05-26T11:18:59Z', 'revision_number': 3, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d825ffb-84ff-45b3-a59f-7fe0e99b3aae', 'name': '', 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'mac_address': 'fa:16:3e:71:ee:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a235b399-7a9f-4f18-97ae-141845f325ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:52Z', 'updated_at': '2022-05-26T11:15:01Z', 'revision_number': 5, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'subnets': [{'id': 'a235b399-7a9f-4f18-97ae-141845f325ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:01.369385 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-37272b40-141a-42a7-a0d1-d2be787453d4 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:01.371169 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d85682b-3bf6-4359-8184-1f37b7a48030 None None] The sync data for ids ['69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'] in dv-cinder-843395-1-iscsi is: [{'id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'name': 'tempest-ServerRescueNegativeTestJSON-1164471858-router', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:53Z', 'revision_number': 4, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'gw_port': {'id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:94:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'd2c986c6-a4eb-4d9d-a262-7c2a2349d00a', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'floating_ip_address': '172.27.2.51', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'port_id': '726f9e21-d736-4905-bee2-4c4521ddc2a3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4', 'mac_address': 'fa:16:3e:ac:92:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb59e1c-da91-486b-b714-b3dc9a548574', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:16:48Z', 'updated_at': '2022-05-26T11:18:59Z', 'revision_number': 3, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d825ffb-84ff-45b3-a59f-7fe0e99b3aae', 'name': '', 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'mac_address': 'fa:16:3e:71:ee:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a235b399-7a9f-4f18-97ae-141845f325ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:52Z', 'updated_at': '2022-05-26T11:15:01Z', 'revision_number': 5, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'subnets': [{'id': 'a235b399-7a9f-4f18-97ae-141845f325ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:19:01.402962 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37272b40-141a-42a7-a0d1-d2be787453d4 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Pushing event deleted for resources: {'Port': ['ID=100b78b8-ffd8-4bdc-a1ee-fce019889eb3,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:01.465012 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-37272b40-141a-42a7-a0d1-d2be787453d4 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for floatingip, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:01.467601 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-37272b40-141a-42a7-a0d1-d2be787453d4 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:01.468792 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-37272b40-141a-42a7-a0d1-d2be787453d4 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "DELETE /v2.0/floatingips/b9d1d0c4-c611-4695-ab78-a5b25e831880 HTTP/1.1" status: 204 len: 168 time: 1.0318527 May 26 11:19:01.670034 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 41896) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:01.674551 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-c0e0cf23-8b19-4d56-b7ee-a05f37bf1d9c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1285689126', 'description': 'tempest-description--1199088880'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:01.771495 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c0e0cf23-8b19-4d56-b7ee-a05f37bf1d9c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:01.835641 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c0e0cf23-8b19-4d56-b7ee-a05f37bf1d9c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:01.919852 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c0e0cf23-8b19-4d56-b7ee-a05f37bf1d9c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:01.948516 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0cf23-8b19-4d56-b7ee-a05f37bf1d9c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6048023-09d0-489f-95b8-47a4292377f3,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:02.013248 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c0e0cf23-8b19-4d56-b7ee-a05f37bf1d9c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:02.014620 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-c0e0cf23-8b19-4d56-b7ee-a05f37bf1d9c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3435256 May 26 11:19:02.017414 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 41902) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:02.022569 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-11fb9f9e-730c-4574-8a1a-3414a850a77e tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Request body: {'security_group_rule': {'security_group_id': 'a6048023-09d0-489f-95b8-47a4292377f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:02.119232 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-11fb9f9e-730c-4574-8a1a-3414a850a77e tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:02.209209 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-11fb9f9e-730c-4574-8a1a-3414a850a77e tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:02.214390 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcd2bf-f34b-42e5-99cf-7b980f3e8d3c req-87455db4-4c7a-4715-a82e-8273878d2234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:02.215847 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c6fcd2bf-f34b-42e5-99cf-7b980f3e8d3c req-87455db4-4c7a-4715-a82e-8273878d2234 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a235b399-7a9f-4f18-97ae-141845f325ad HTTP/1.1" status: 200 len: 858 time: 0.0636535 May 26 11:19:02.291064 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-11fb9f9e-730c-4574-8a1a-3414a850a77e tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:02.308987 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb9f9e-730c-4574-8a1a-3414a850a77e tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b26d610-aa00-4fbe-80a9-3f41754b55d1,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:02.396224 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-11fb9f9e-730c-4574-8a1a-3414a850a77e tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:02.397464 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-11fb9f9e-730c-4574-8a1a-3414a850a77e tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3791301 May 26 11:19:02.400153 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 41904) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:02.404431 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-22503dc7-215c-4b1b-af41-05022d375099 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Request body: {'security_group_rule': {'security_group_id': 'a6048023-09d0-489f-95b8-47a4292377f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:02.498936 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-22503dc7-215c-4b1b-af41-05022d375099 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:02.554235 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-22503dc7-215c-4b1b-af41-05022d375099 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:02.632220 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-22503dc7-215c-4b1b-af41-05022d375099 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:02.649805 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22503dc7-215c-4b1b-af41-05022d375099 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67fd8f7c-319a-4bf5-9ccc-c52c9a5f1ef0,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:02.765395 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-22503dc7-215c-4b1b-af41-05022d375099 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:02.766538 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-22503dc7-215c-4b1b-af41-05022d375099 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3654203 May 26 11:19:02.770145 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 41906) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:02.774409 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-d091dc47-a091-4e82-8be2-80e98862e7d0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Request body: {'floatingip': {'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:02.892387 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d091dc47-a091-4e82-8be2-80e98862e7d0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for floatingip, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:02.935482 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb59e1c-da91-486b-b714-b3dc9a548574', 'tag': '726f9e21-d736-4905-bee2-4c4521ddc2a3'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:19:02.938030 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6089a46a-9be6-4ecd-9af2-7a2008076fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb59e1c-da91-486b-b714-b3dc9a548574", "tag": "726f9e21-d736-4905-bee2-4c4521ddc2a3"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:19:02.983879 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16a616a-c710-492b-9b7e-7b45b57741aa x-openstack-request-id: req-f16a616a-c710-492b-9b7e-7b45b57741aa {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:19:02.984168 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb59e1c-da91-486b-b714-b3dc9a548574", "tag": "726f9e21-d736-4905-bee2-4c4521ddc2a3", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:19:02.984413 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f16a616a-c710-492b-9b7e-7b45b57741aa {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:19:02.984826 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f16a616a-c710-492b-9b7e-7b45b57741aa'] response: {'name': 'network-changed', 'server_uuid': '5cb59e1c-da91-486b-b714-b3dc9a548574', 'tag': '726f9e21-d736-4905-bee2-4c4521ddc2a3', 'status': 'completed', 'code': 200} May 26 11:19:03.017218 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fcd2bf-f34b-42e5-99cf-7b980f3e8d3c req-c3e62c9d-dc4c-40e6-8a11-a737f8f035a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:03.018625 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c6fcd2bf-f34b-42e5-99cf-7b980f3e8d3c req-c3e62c9d-dc4c-40e6-8a11-a737f8f035a6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=269c9267-8111-4543-bc62-3b35f5fef0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0609260 May 26 11:19:03.028125 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d091dc47-a091-4e82-8be2-80e98862e7d0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:03.133238 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-d091dc47-a091-4e82-8be2-80e98862e7d0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Allocated IP 172.27.2.137 (6ce135a4-eab8-4863-9af0-cf5ae6e229cb/86b44d4e-8f3f-4d5d-9881-9aaa3797f33b/ab5d956f-3f11-4788-ab0e-0fce3dddfa39) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:19:03.235472 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d091dc47-a091-4e82-8be2-80e98862e7d0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:03.328921 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d091dc47-a091-4e82-8be2-80e98862e7d0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:03.366076 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d091dc47-a091-4e82-8be2-80e98862e7d0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:19:03.368805 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-d091dc47-a091-4e82-8be2-80e98862e7d0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:19:03.372051 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d091dc47-a091-4e82-8be2-80e98862e7d0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:19:03.397597 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091dc47-a091-4e82-8be2-80e98862e7d0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Pushing event updated for resources: {'Port': ['ID=ab5d956f-3f11-4788-ab0e-0fce3dddfa39,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:03.457978 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d091dc47-a091-4e82-8be2-80e98862e7d0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:03.578426 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d091dc47-a091-4e82-8be2-80e98862e7d0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:03.722260 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d091dc47-a091-4e82-8be2-80e98862e7d0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:03.805092 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d091dc47-a091-4e82-8be2-80e98862e7d0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:03.872081 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091dc47-a091-4e82-8be2-80e98862e7d0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Pushing event updated for resources: {'Port': ['ID=ab5d956f-3f11-4788-ab0e-0fce3dddfa39,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:03.881068 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d091dc47-a091-4e82-8be2-80e98862e7d0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:03.976849 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c6fcd2bf-f34b-42e5-99cf-7b980f3e8d3c req-28f1ad10-ea52-43a2-b398-cf1b14af943d service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869970 May 26 11:19:03.994954 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d091dc47-a091-4e82-8be2-80e98862e7d0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:03.996052 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-d091dc47-a091-4e82-8be2-80e98862e7d0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2250063 May 26 11:19:04.070903 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c6fcd2bf-f34b-42e5-99cf-7b980f3e8d3c req-2a49014e-4c3a-40a7-aa22-f520d000197b service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855389 May 26 11:19:04.172185 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089a46a-9be6-4ecd-9af2-7a2008076fb6 req-d94146a6-cc8f-4a44-b25d-ac47c339228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:04.173698 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6089a46a-9be6-4ecd-9af2-7a2008076fb6 req-d94146a6-cc8f-4a44-b25d-ac47c339228e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d121bc82e4a4381b9584cd89c2d4f69&device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 1098 time: 0.0522003 May 26 11:19:04.202924 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6360c798-1355-4a02-8e17-52a064e1245b req-17dff31a-ce55-4699-8635-b98b35621b0a tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1285689126&fields=id&tenant_id=5c230246bb94476891f4cc468a47d8c1 HTTP/1.1" status: 200 len: 267 time: 0.0365036 May 26 11:19:04.265842 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089a46a-9be6-4ecd-9af2-7a2008076fb6 req-ff2e1a79-b81b-429f-bd53-42bbcfc29f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:04.267321 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6089a46a-9be6-4ecd-9af2-7a2008076fb6 req-ff2e1a79-b81b-429f-bd53-42bbcfc29f2f service neutron] 10.222.0.42 "GET /v2.0/networks?id=269c9267-8111-4543-bc62-3b35f5fef0e4 HTTP/1.1" status: 200 len: 920 time: 0.0850184 May 26 11:19:04.307745 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360c798-1355-4a02-8e17-52a064e1245b req-50ade45c-b03e-47eb-9deb-319bfb9dcccb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:04.309228 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6360c798-1355-4a02-8e17-52a064e1245b req-50ade45c-b03e-47eb-9deb-319bfb9dcccb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/networks?id=c8f9ca9a-5305-4587-9899-24d42d7bc678 HTTP/1.1" status: 200 len: 817 time: 0.0980880 May 26 11:19:04.325443 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6360c798-1355-4a02-8e17-52a064e1245b req-fcd9506f-816f-4498-85b2-f3658a0eb204 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/quotas/5c230246bb94476891f4cc468a47d8c1 HTTP/1.1" status: 200 len: 375 time: 0.0097954 May 26 11:19:04.336546 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6089a46a-9be6-4ecd-9af2-7a2008076fb6 req-a79c74bc-4ead-4e34-801b-22b018398018 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=726f9e21-d736-4905-bee2-4c4521ddc2a3 HTTP/1.1" status: 200 len: 1000 time: 0.0611870 May 26 11:19:04.379950 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6360c798-1355-4a02-8e17-52a064e1245b req-ed208959-e300-4bf9-9dd6-3ce25c2ade05 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5c230246bb94476891f4cc468a47d8c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485609 May 26 11:19:04.387134 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089a46a-9be6-4ecd-9af2-7a2008076fb6 req-9280f42b-7340-4388-af82-549c0d7fd2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:04.388554 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6089a46a-9be6-4ecd-9af2-7a2008076fb6 req-9280f42b-7340-4388-af82-549c0d7fd2d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a235b399-7a9f-4f18-97ae-141845f325ad HTTP/1.1" status: 200 len: 858 time: 0.0429790 May 26 11:19:04.434243 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089a46a-9be6-4ecd-9af2-7a2008076fb6 req-c3181b7f-a87e-4b82-a583-9e39fe97259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:04.435712 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6089a46a-9be6-4ecd-9af2-7a2008076fb6 req-c3181b7f-a87e-4b82-a583-9e39fe97259d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=269c9267-8111-4543-bc62-3b35f5fef0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400908 May 26 11:19:04.478673 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6360c798-1355-4a02-8e17-52a064e1245b req-b310b09c-4499-4ce8-a015-3fada4a9abed service neutron] 10.222.0.21 "GET /v2.0/networks/c8f9ca9a-5305-4587-9899-24d42d7bc678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849750 May 26 11:19:04.529699 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6089a46a-9be6-4ecd-9af2-7a2008076fb6 req-f7b4dc99-6e2f-4245-a4c7-870990d18a95 service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832336 May 26 11:19:04.569715 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6360c798-1355-4a02-8e17-52a064e1245b req-05aef874-4c23-41fa-b577-d88d2dee34dc service neutron] 10.222.0.21 "GET /v2.0/networks/c8f9ca9a-5305-4587-9899-24d42d7bc678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844204 May 26 11:19:04.622738 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6089a46a-9be6-4ecd-9af2-7a2008076fb6 req-71e26eab-67e6-442e-9e78-6196c5b414cf service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855002 May 26 11:19:04.810193 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-214efd1e-465b-4b62-8f8e-875f4be9654d req-7fbac71e-fe99-40ae-beb0-a21850c69b41 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 210 time: 0.0274329 May 26 11:19:05.174605 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 41946) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:05.220917 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda610e3-6e0c-49aa-8d9e-7ad7eb3d2f4b admin admin] Deleting subnet 5bc55c1b-fa38-4c91-94e4-f292e6feaec1 {{(pid=102811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 11:19:05.224483 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cda610e3-6e0c-49aa-8d9e-7ad7eb3d2f4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:05.260863 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cda610e3-6e0c-49aa-8d9e-7ad7eb3d2f4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10386405'] for subnet, precommit_delete_associations {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:05.301481 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cda610e3-6e0c-49aa-8d9e-7ad7eb3d2f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778400'] for subnet, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:05.489526 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cda610e3-6e0c-49aa-8d9e-7ad7eb3d2f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-778411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10386322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10303566'] for subnet, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:05.514145 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda610e3-6e0c-49aa-8d9e-7ad7eb3d2f4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bc55c1b-fa38-4c91-94e4-f292e6feaec1,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:05.522170 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cda610e3-6e0c-49aa-8d9e-7ad7eb3d2f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for subnet, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:05.526431 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-cda610e3-6e0c-49aa-8d9e-7ad7eb3d2f4b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5bc55c1b-fa38-4c91-94e4-f292e6feaec1 HTTP/1.1" status: 204 len: 168 time: 0.3494129 May 26 11:19:05.528198 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 41952) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:05.599230 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5623481-1395-40fc-9cbf-099e922f96e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590719'] for network, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:05.675054 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5623481-1395-40fc-9cbf-099e922f96e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784951', 'neutron.services.segments.db._delete_segments_for_network-8744569547816'] for network, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:05.695204 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-b5623481-1395-40fc-9cbf-099e922f96e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e538c0c8-adee-49f0-8d6b-bd90dcbb056e']}} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:05.704336 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-b5623481-1395-40fc-9cbf-099e922f96e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51624e8-24e5-4168-9fe3-c4402ee3b872') {'for_net_delete': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:05.704689 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-b5623481-1395-40fc-9cbf-099e922f96e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51624e8-24e5-4168-9fe3-c4402ee3b872') {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:05.718389 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5623481-1395-40fc-9cbf-099e922f96e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744569548081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8569450'] for segment, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:05.731378 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5623481-1395-40fc-9cbf-099e922f96e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:05.737251 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5623481-1395-40fc-9cbf-099e922f96e5 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=102810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:19:05.737744 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5623481-1395-40fc-9cbf-099e922f96e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8806243'] for segment, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:05.777171 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.services.segments.plugin [-] Segment f51624e8-24e5-4168-9fe3-c4402ee3b872 resource provider aggregate not found May 26 11:19:05.804803 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.services.segments.plugin [-] Segment f51624e8-24e5-4168-9fe3-c4402ee3b872 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f51624e8-24e5-4168-9fe3-c4402ee3b872 found for delete ", "request_id": "req-52ccefbf-95fc-4a2a-a080-6998402b9cdd"}]} May 26 11:19:05.907388 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0c22757c-5416-41e6-a5dd-0457a347c834 req-7f409bc6-d2e3-4dbe-bf9b-5ae3a465c182 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 210 time: 0.0255947 May 26 11:19:05.911683 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5623481-1395-40fc-9cbf-099e922f96e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667215'] for network, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:05.918282 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5623481-1395-40fc-9cbf-099e922f96e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:05.921324 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-b5623481-1395-40fc-9cbf-099e922f96e5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e538c0c8-adee-49f0-8d6b-bd90dcbb056e HTTP/1.1" status: 204 len: 168 time: 0.3919222 May 26 11:19:05.942984 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5623481-1395-40fc-9cbf-099e922f96e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e538c0c8-adee-49f0-8d6b-bd90dcbb056e,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:06.408573 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 41962) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:06.450495 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-25622087-6391-4f4b-bfbf-da0a949af765 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=43942deab2344a42a4b9de028e4fd49c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407498 May 26 11:19:06.452813 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 41966) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:06.505405 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cb9ae72d-6115-4fa6-b188-411f1b59b314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:06.526223 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cb9ae72d-6115-4fa6-b188-411f1b59b314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:06.645803 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cb9ae72d-6115-4fa6-b188-411f1b59b314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:06.648330 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cb9ae72d-6115-4fa6-b188-411f1b59b314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:06.649494 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-cb9ae72d-6115-4fa6-b188-411f1b59b314 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/074478ae-0d38-442c-8dac-a819c17c4cf2 HTTP/1.1" status: 204 len: 168 time: 0.1958015 May 26 11:19:06.657358 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ae72d-6115-4fa6-b188-411f1b59b314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074478ae-0d38-442c-8dac-a819c17c4cf2,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:07.016633 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-956a842e-0299-45ac-b2d1-b3435c09f513 req-ee2cb2f8-687c-4d6a-b4a4-ec8a1d766f44 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 210 time: 0.0260067 May 26 11:19:07.668040 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 41992) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:07.763045 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-15f99038-e3fa-458e-b4d5-8b977421deee admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-448101021-network', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:07.856518 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f99038-e3fa-458e-b4d5-8b977421deee admin admin] Made reservation on behalf of b825a6473b6e40d89336e2abca3c33c5 for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:19:07.858868 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-15f99038-e3fa-458e-b4d5-8b977421deee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for network, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:07.867254 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-15f99038-e3fa-458e-b4d5-8b977421deee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:07.938913 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-15f99038-e3fa-458e-b4d5-8b977421deee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:08.010863 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-15f99038-e3fa-458e-b4d5-8b977421deee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:08.031228 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f99038-e3fa-458e-b4d5-8b977421deee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:19:08.044309 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f99038-e3fa-458e-b4d5-8b977421deee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069ce718-6779-4185-917d-7614ac563ff3,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:08.049215 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-15f99038-e3fa-458e-b4d5-8b977421deee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:08.049641 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-15f99038-e3fa-458e-b4d5-8b977421deee admin admin] Added segment 6f40d9de-0bda-43da-8509-8916b3856254 of type vlan for network e0560975-4267-405e-bcd2-a4a3e83034df May 26 11:19:08.092014 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-15f99038-e3fa-458e-b4d5-8b977421deee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744569042562'] for network, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:08.122952 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-31c325a7-d9af-4635-8149-25a513eb6d6f req-407fc461-9dab-4df4-9310-667d94f74db2 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 210 time: 0.0339322 May 26 11:19:08.222334 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-15f99038-e3fa-458e-b4d5-8b977421deee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for network, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:08.223312 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f99038-e3fa-458e-b4d5-8b977421deee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:08.223921 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-15f99038-e3fa-458e-b4d5-8b977421deee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:08.280555 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f99038-e3fa-458e-b4d5-8b977421deee admin admin] Pushing event updated for resources: {'Network': ['ID=e0560975-4267-405e-bcd2-a4a3e83034df,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:08.293737 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Network e0560975-4267-405e-bcd2-a4a3e83034df details requested by agent ovs-agent-dv-cinder-843395-1-iscsi with host dv-cinder-843395-1-iscsi {{(pid=102813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 11:19:08.402579 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-15f99038-e3fa-458e-b4d5-8b977421deee admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7333832 May 26 11:19:08.405256 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 41998) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:08.409857 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-95dab0a4-e331-423b-91ac-f1d08609ae75 admin admin] Request body: {'subnet': {'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-448101021-subnet', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:08.500402 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dab0a4-e331-423b-91ac-f1d08609ae75 admin admin] Made reservation on behalf of b825a6473b6e40d89336e2abca3c33c5 for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:19:08.502730 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-95dab0a4-e331-423b-91ac-f1d08609ae75 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8670211'] for subnet, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:08.719910 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-95dab0a4-e331-423b-91ac-f1d08609ae75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8804864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8670229'] for subnet, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:08.771739 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dab0a4-e331-423b-91ac-f1d08609ae75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6967227e-c477-4d60-a71d-f49fedd71aaa,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:08.782101 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95dab0a4-e331-423b-91ac-f1d08609ae75 admin admin] Checking segment: {'id': '6f40d9de-0bda-43da-8509-8916b3856254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:19:08.782485 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dab0a4-e331-423b-91ac-f1d08609ae75 admin admin] Network hostable DHCP agents. Network: e0560975-4267-405e-bcd2-a4a3e83034df, hostable agents: ['ae20bfe0-bbab-40fa-b22c-2da14db586ab'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:19:08.883071 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dab0a4-e331-423b-91ac-f1d08609ae75 admin admin] Network e0560975-4267-405e-bcd2-a4a3e83034df is scheduled to be hosted by DHCP agent ae20bfe0-bbab-40fa-b22c-2da14db586ab with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:19:09.020287 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-95dab0a4-e331-423b-91ac-f1d08609ae75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843395-1-iscsi, e0560975-4267-405e-bcd2-a4a3e83034df) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:19:09.025376 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dab0a4-e331-423b-91ac-f1d08609ae75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:09.026822 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-95dab0a4-e331-423b-91ac-f1d08609ae75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:09.030812 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7f937b-e677-4e07-b91e-e45ae6e7c90a None None] Network e0560975-4267-405e-bcd2-a4a3e83034df requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:19:09.108694 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-95dab0a4-e331-423b-91ac-f1d08609ae75 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7023528 May 26 11:19:09.111341 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 42002) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:09.115671 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-6f046aeb-7cc8-4a86-8eec-53252a142094 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-448101021-router', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:09.197881 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6f046aeb-7cc8-4a86-8eec-53252a142094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:09.199181 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6f046aeb-7cc8-4a86-8eec-53252a142094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4372'] for router, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:09.228495 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e77d3cc6-43a2-4854-8739-af98fff948b5 req-76bb9f2c-de39-41a0-9b00-d6a8940cc8a7 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 210 time: 0.0323210 May 26 11:19:09.264202 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6f046aeb-7cc8-4a86-8eec-53252a142094 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:09.307976 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2387182-189e-4976-9ca4-637cef1abdb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp544487b2-adaf-528a-ac03-698d97ec23d0-e0560975-4267-405e-bcd2-a4a3e83034df', 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'fixed_ips': [{'subnet_id': '6967227e-c477-4d60-a71d-f49fedd71aaa'}]}} from dv-cinder-843395-1-iscsi. {{(pid=102813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 11:19:09.309030 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-e2387182-189e-4976-9ca4-637cef1abdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:09.331777 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:09.443547 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.db_base_plugin_common [None req-e2387182-189e-4976-9ca4-637cef1abdb5 None None] Allocated IP 172.20.0.2 (e0560975-4267-405e-bcd2-a4a3e83034df/6967227e-c477-4d60-a71d-f49fedd71aaa/c11de98e-d2d1-424c-8b6c-d5905c1b3b28) {{(pid=102813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:19:09.581437 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360c798-1355-4a02-8e17-52a064e1245b req-674a44a5-cfd3-42ef-adfe-6a01c95d0355 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:09.583723 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6360c798-1355-4a02-8e17-52a064e1245b req-674a44a5-cfd3-42ef-adfe-6a01c95d0355 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.42 "GET /v2.0/networks?id=c8f9ca9a-5305-4587-9899-24d42d7bc678 HTTP/1.1" status: 200 len: 817 time: 0.1336107 May 26 11:19:09.601823 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-e2387182-189e-4976-9ca4-637cef1abdb5 None None] Notify callbacks [] for port, precommit_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:09.632316 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6360c798-1355-4a02-8e17-52a064e1245b req-fad8e4c9-9a62-406b-8c21-861b85667b03 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c230246bb94476891f4cc468a47d8c1 HTTP/1.1" status: 200 len: 380 time: 0.0349305 May 26 11:19:09.644382 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-6360c798-1355-4a02-8e17-52a064e1245b req-adbecf4f-432e-40d6-8bde-702aa8f306e0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Request body: {'port': {'device_id': '0986e2d8-cda5-42fe-97a9-9978a2dad8e6', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'admin_state_up': True, 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'security_groups': ['a6048023-09d0-489f-95b8-47a4292377f3']}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:09.674579 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-e2387182-189e-4976-9ca4-637cef1abdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855'] for port, after_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:09.725028 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6f046aeb-7cc8-4a86-8eec-53252a142094 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:09.726623 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2387182-189e-4976-9ca4-637cef1abdb5 None None] Network e0560975-4267-405e-bcd2-a4a3e83034df is already hosted by enough agents. {{(pid=102813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:19:09.734090 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2387182-189e-4976-9ca4-637cef1abdb5 None None] Pushing event updated for resources: {'Port': ['ID=c11de98e-d2d1-424c-8b6c-d5905c1b3b28,revision_number=1']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:09.736661 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.scheduler.base_scheduler [None req-e2387182-189e-4976-9ca4-637cef1abdb5 None None] Resources bound (agent type, host, resource id): {{(pid=102813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:19:09.738970 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2387182-189e-4976-9ca4-637cef1abdb5 None None] Received port after_create {{(pid=102813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:19:09.796664 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-e2387182-189e-4976-9ca4-637cef1abdb5 None None] Attempting to bind port c11de98e-d2d1-424c-8b6c-d5905c1b3b28 on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:19:09.797385 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-e2387182-189e-4976-9ca4-637cef1abdb5 None None] Attempting to bind port c11de98e-d2d1-424c-8b6c-d5905c1b3b28 by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': '6f40d9de-0bda-43da-8509-8916b3856254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:19:09.797746 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2387182-189e-4976-9ca4-637cef1abdb5 None None] Attempting to bind port c11de98e-d2d1-424c-8b6c-d5905c1b3b28 on network e0560975-4267-405e-bcd2-a4a3e83034df {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:19:09.803063 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2387182-189e-4976-9ca4-637cef1abdb5 None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:19:09.804103 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2387182-189e-4976-9ca4-637cef1abdb5 None None] Checking segment: {'id': '6f40d9de-0bda-43da-8509-8916b3856254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:19:09.804701 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-e2387182-189e-4976-9ca4-637cef1abdb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:09.805094 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2387182-189e-4976-9ca4-637cef1abdb5 None None] Bound using segment: {'id': '6f40d9de-0bda-43da-8509-8916b3856254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:19:09.805550 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-e2387182-189e-4976-9ca4-637cef1abdb5 None None] Bound port: c11de98e-d2d1-424c-8b6c-d5905c1b3b28, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f40d9de-0bda-43da-8509-8916b3856254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:19:09.805926 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-e2387182-189e-4976-9ca4-637cef1abdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:09.834608 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6360c798-1355-4a02-8e17-52a064e1245b req-adbecf4f-432e-40d6-8bde-702aa8f306e0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Made reservation on behalf of 5c230246bb94476891f4cc468a47d8c1 for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:19:09.839632 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-6360c798-1355-4a02-8e17-52a064e1245b req-adbecf4f-432e-40d6-8bde-702aa8f306e0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:09.869085 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-e2387182-189e-4976-9ca4-637cef1abdb5 None None] For port c11de98e-d2d1-424c-8b6c-d5905c1b3b28, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:19:09.872170 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-e2387182-189e-4976-9ca4-637cef1abdb5 None None] For port c11de98e-d2d1-424c-8b6c-d5905c1b3b28, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=c11de98e-d2d1-424c-8b6c-d5905c1b3b28,segment=NetworkSegment(6f40d9de-0bda-43da-8509-8916b3856254),segment_id=6f40d9de-0bda-43da-8509-8916b3856254)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:19:09.955262 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-e2387182-189e-4976-9ca4-637cef1abdb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:09.970333 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-6360c798-1355-4a02-8e17-52a064e1245b req-adbecf4f-432e-40d6-8bde-702aa8f306e0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Allocated IP 172.20.0.9 (c8f9ca9a-5305-4587-9899-24d42d7bc678/514f2ce8-5ecc-434b-8584-b769021cd39f/ae6bf3df-1709-47b2-8319-f77fdf5bee39) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:19:09.978076 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6f046aeb-7cc8-4a86-8eec-53252a142094 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:09.998795 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6f046aeb-7cc8-4a86-8eec-53252a142094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:10.021020 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2387182-189e-4976-9ca4-637cef1abdb5 None None] Pushing event updated for resources: {'Port': ['ID=c11de98e-d2d1-424c-8b6c-d5905c1b3b28,revision_number=2']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:10.118640 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-6f046aeb-7cc8-4a86-8eec-53252a142094 admin admin] Allocated IP 172.27.2.84 (6ce135a4-eab8-4863-9af0-cf5ae6e229cb/86b44d4e-8f3f-4d5d-9881-9aaa3797f33b/0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:19:10.127367 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-6360c798-1355-4a02-8e17-52a064e1245b req-adbecf4f-432e-40d6-8bde-702aa8f306e0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:10.223799 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-6360c798-1355-4a02-8e17-52a064e1245b req-adbecf4f-432e-40d6-8bde-702aa8f306e0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:10.253486 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6f046aeb-7cc8-4a86-8eec-53252a142094 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:10.283123 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6360c798-1355-4a02-8e17-52a064e1245b req-adbecf4f-432e-40d6-8bde-702aa8f306e0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Network c8f9ca9a-5305-4587-9899-24d42d7bc678 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:19:10.287253 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-6360c798-1355-4a02-8e17-52a064e1245b req-adbecf4f-432e-40d6-8bde-702aa8f306e0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:19:10.296967 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-6360c798-1355-4a02-8e17-52a064e1245b req-adbecf4f-432e-40d6-8bde-702aa8f306e0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:19:10.301525 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbecf4f-432e-40d6-8bde-702aa8f306e0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Pushing event updated for resources: {'Port': ['ID=ae6bf3df-1709-47b2-8319-f77fdf5bee39,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:10.363072 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360c798-1355-4a02-8e17-52a064e1245b req-adbecf4f-432e-40d6-8bde-702aa8f306e0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:10.364096 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-6360c798-1355-4a02-8e17-52a064e1245b req-adbecf4f-432e-40d6-8bde-702aa8f306e0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:10.383150 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15fb6e-fad8-4120-99aa-08416563b663 req-b71f1eca-be97-43ed-b8a7-12175b994bad tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:10.389131 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5c15fb6e-fad8-4120-99aa-08416563b663 req-b71f1eca-be97-43ed-b8a7-12175b994bad tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 931 time: 0.0662043 May 26 11:19:10.391204 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6f046aeb-7cc8-4a86-8eec-53252a142094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:10.456787 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f046aeb-7cc8-4a86-8eec-53252a142094 admin admin] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:19:10.463374 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-6f046aeb-7cc8-4a86-8eec-53252a142094 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:19:10.465272 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6360c798-1355-4a02-8e17-52a064e1245b req-adbecf4f-432e-40d6-8bde-702aa8f306e0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8251567 May 26 11:19:10.466027 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f046aeb-7cc8-4a86-8eec-53252a142094 admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:19:10.474323 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f046aeb-7cc8-4a86-8eec-53252a142094 admin admin] Pushing event updated for resources: {'Port': ['ID=0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:10.478579 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-6360c798-1355-4a02-8e17-52a064e1245b req-f90ad62b-d353-4e75-aae6-fcc61e823f74 service neutron] Request body: {'port': {'device_id': '0986e2d8-cda5-42fe-97a9-9978a2dad8e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84339'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:10.507796 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5c15fb6e-fad8-4120-99aa-08416563b663 req-ecc21cca-0349-46c3-b900-9c94b5372b00 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113009 May 26 11:19:10.533571 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-6360c798-1355-4a02-8e17-52a064e1245b req-f90ad62b-d353-4e75-aae6-fcc61e823f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:10.547777 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-bfd4bde7-e1ee-4cc5-8056-f9c12f449a12 None None] Provisioning complete for port ae6bf3df-1709-47b2-8319-f77fdf5bee39 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:10.548344 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-bfd4bde7-e1ee-4cc5-8056-f9c12f449a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:10.587235 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-bfd4bde7-e1ee-4cc5-8056-f9c12f449a12 None None] Port ae6bf3df-1709-47b2-8319-f77fdf5bee39 cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:19:10.814194 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-6360c798-1355-4a02-8e17-52a064e1245b req-f90ad62b-d353-4e75-aae6-fcc61e823f74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae6bf3df-1709-47b2-8319-f77fdf5bee39 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:19:10.822512 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-6360c798-1355-4a02-8e17-52a064e1245b req-f90ad62b-d353-4e75-aae6-fcc61e823f74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:10.826744 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6f046aeb-7cc8-4a86-8eec-53252a142094 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:10.835601 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-6360c798-1355-4a02-8e17-52a064e1245b req-f90ad62b-d353-4e75-aae6-fcc61e823f74 service neutron] Transition to ACTIVE for port object ae6bf3df-1709-47b2-8319-f77fdf5bee39 will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:19:10.951366 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-6360c798-1355-4a02-8e17-52a064e1245b req-f90ad62b-d353-4e75-aae6-fcc61e823f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:11.005515 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ad62b-d353-4e75-aae6-fcc61e823f74 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6bf3df-1709-47b2-8319-f77fdf5bee39,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:11.034906 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6f046aeb-7cc8-4a86-8eec-53252a142094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667143'] for router, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:11.053582 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11019df2-0342-4e43-9574-bfb9b232e1f7 None None] Network e0560975-4267-405e-bcd2-a4a3e83034df requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:19:11.099722 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-6360c798-1355-4a02-8e17-52a064e1245b req-f90ad62b-d353-4e75-aae6-fcc61e823f74 service neutron] Attempting to bind port ae6bf3df-1709-47b2-8319-f77fdf5bee39 on host hv-cinder-84339 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:19:11.101016 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-6360c798-1355-4a02-8e17-52a064e1245b req-f90ad62b-d353-4e75-aae6-fcc61e823f74 service neutron] Attempting to bind port ae6bf3df-1709-47b2-8319-f77fdf5bee39 by drivers openvswitch,hyperv on host hv-cinder-84339 at level 0 using segments [{'id': 'd57197a7-5f9a-4235-a600-b87f207a61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:19:11.101545 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6360c798-1355-4a02-8e17-52a064e1245b req-f90ad62b-d353-4e75-aae6-fcc61e823f74 service neutron] Attempting to bind port ae6bf3df-1709-47b2-8319-f77fdf5bee39 on network c8f9ca9a-5305-4587-9899-24d42d7bc678 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:19:11.108357 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6360c798-1355-4a02-8e17-52a064e1245b req-f90ad62b-d353-4e75-aae6-fcc61e823f74 service neutron] Port ae6bf3df-1709-47b2-8319-f77fdf5bee39 on network c8f9ca9a-5305-4587-9899-24d42d7bc678 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84339 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 11:19:11.108954 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6360c798-1355-4a02-8e17-52a064e1245b req-f90ad62b-d353-4e75-aae6-fcc61e823f74 service neutron] Attempting to bind port ae6bf3df-1709-47b2-8319-f77fdf5bee39 on network c8f9ca9a-5305-4587-9899-24d42d7bc678 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:19:11.114837 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6360c798-1355-4a02-8e17-52a064e1245b req-f90ad62b-d353-4e75-aae6-fcc61e823f74 service neutron] Checking agent: {'id': '96131053-e6ec-4464-b9d0-ccb06fa4079a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84339', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'started_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:19:11.115486 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6360c798-1355-4a02-8e17-52a064e1245b req-f90ad62b-d353-4e75-aae6-fcc61e823f74 service neutron] Checking segment: {'id': 'd57197a7-5f9a-4235-a600-b87f207a61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:19:11.116269 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6360c798-1355-4a02-8e17-52a064e1245b req-f90ad62b-d353-4e75-aae6-fcc61e823f74 service neutron] Bound using segment: {'id': 'd57197a7-5f9a-4235-a600-b87f207a61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:19:11.117062 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-6360c798-1355-4a02-8e17-52a064e1245b req-f90ad62b-d353-4e75-aae6-fcc61e823f74 service neutron] Bound port: ae6bf3df-1709-47b2-8319-f77fdf5bee39, host: hv-cinder-84339, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd57197a7-5f9a-4235-a600-b87f207a61a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:19:11.117623 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-6360c798-1355-4a02-8e17-52a064e1245b req-f90ad62b-d353-4e75-aae6-fcc61e823f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:11.144227 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-0f227401-c49d-4fe6-8b4d-a243a52db998 None None] Provisioning complete for port c11de98e-d2d1-424c-8b6c-d5905c1b3b28 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:11.144814 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-0f227401-c49d-4fe6-8b4d-a243a52db998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:11.204690 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-6360c798-1355-4a02-8e17-52a064e1245b req-f90ad62b-d353-4e75-aae6-fcc61e823f74 service neutron] For port ae6bf3df-1709-47b2-8319-f77fdf5bee39, host hv-cinder-84339, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:19:11.209340 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-6360c798-1355-4a02-8e17-52a064e1245b req-f90ad62b-d353-4e75-aae6-fcc61e823f74 service neutron] For port ae6bf3df-1709-47b2-8319-f77fdf5bee39, host hv-cinder-84339, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=ae6bf3df-1709-47b2-8319-f77fdf5bee39,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:19:11.299131 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-0f227401-c49d-4fe6-8b4d-a243a52db998 None None] Current status of the port c11de98e-d2d1-424c-8b6c-d5905c1b3b28 is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:19:11.299435 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-0f227401-c49d-4fe6-8b4d-a243a52db998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:11.311842 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f046aeb-7cc8-4a86-8eec-53252a142094 admin admin] Router 0e42147d-2175-4eff-ab6e-913d7caffffd is scheduled to L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 with binding_index 1 {{(pid=102810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 11:19:11.312097 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-6360c798-1355-4a02-8e17-52a064e1245b req-f90ad62b-d353-4e75-aae6-fcc61e823f74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:11.341676 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-0f227401-c49d-4fe6-8b4d-a243a52db998 None None] For port c11de98e-d2d1-424c-8b6c-d5905c1b3b28, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=c11de98e-d2d1-424c-8b6c-d5905c1b3b28,segment=NetworkSegment(6f40d9de-0bda-43da-8509-8916b3856254),segment_id=6f40d9de-0bda-43da-8509-8916b3856254)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:19:11.352090 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360c798-1355-4a02-8e17-52a064e1245b req-f90ad62b-d353-4e75-aae6-fcc61e823f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:11.352803 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-6360c798-1355-4a02-8e17-52a064e1245b req-f90ad62b-d353-4e75-aae6-fcc61e823f74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:11.354096 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6360c798-1355-4a02-8e17-52a064e1245b req-f90ad62b-d353-4e75-aae6-fcc61e823f74 service neutron] 10.222.0.42 "PUT /v2.0/ports/ae6bf3df-1709-47b2-8319-f77fdf5bee39 HTTP/1.1" status: 200 len: 1093 time: 0.8803158 May 26 11:19:11.354541 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0986e2d8-cda5-42fe-97a9-9978a2dad8e6', 'tag': 'ae6bf3df-1709-47b2-8319-f77fdf5bee39'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:19:11.356770 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1054232-6a00-466b-b668-505fd6740e33" -d '{"events": [{"name": "network-changed", "server_uuid": "0986e2d8-cda5-42fe-97a9-9978a2dad8e6", "tag": "ae6bf3df-1709-47b2-8319-f77fdf5bee39"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:19:11.382418 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ad62b-d353-4e75-aae6-fcc61e823f74 service neutron] Pushing event updated for resources: {'Port': ['ID=ae6bf3df-1709-47b2-8319-f77fdf5bee39,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:11.407763 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a1bf5f-b9da-44c0-804a-0003ade8a751 x-openstack-request-id: req-e3a1bf5f-b9da-44c0-804a-0003ade8a751 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:19:11.408126 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0986e2d8-cda5-42fe-97a9-9978a2dad8e6", "tag": "ae6bf3df-1709-47b2-8319-f77fdf5bee39", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:19:11.408445 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3a1bf5f-b9da-44c0-804a-0003ade8a751 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:19:11.408941 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3a1bf5f-b9da-44c0-804a-0003ade8a751'] response: {'name': 'network-changed', 'server_uuid': '0986e2d8-cda5-42fe-97a9-9978a2dad8e6', 'tag': 'ae6bf3df-1709-47b2-8319-f77fdf5bee39', 'status': 'completed', 'code': 200} May 26 11:19:11.467175 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-0f227401-c49d-4fe6-8b4d-a243a52db998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:11.491667 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f046aeb-7cc8-4a86-8eec-53252a142094 admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:19:11.510826 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f86caa-c52a-4902-9f64-2434b4cb1f0d None None] Sync routers for ids ['0e42147d-2175-4eff-ab6e-913d7caffffd'] in dv-cinder-843395-1-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:19:11.535872 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1054232-6a00-466b-b668-505fd6740e33 req-8aeb0ba2-c515-41ca-a3a1-5ef1ce2ac2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:11.539693 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f1054232-6a00-466b-b668-505fd6740e33 req-8aeb0ba2-c515-41ca-a3a1-5ef1ce2ac2f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c230246bb94476891f4cc468a47d8c1&device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 1096 time: 0.0740361 May 26 11:19:11.542051 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f86caa-c52a-4902-9f64-2434b4cb1f0d None None] Routers {'0e42147d-2175-4eff-ab6e-913d7caffffd'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:19:11.542977 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-32f86caa-c52a-4902-9f64-2434b4cb1f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:18:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0e42147d-2175-4eff-ab6e-913d7caffffd'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:11.548295 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f227401-c49d-4fe6-8b4d-a243a52db998 None None] Pushing event updated for resources: {'Port': ['ID=c11de98e-d2d1-424c-8b6c-d5905c1b3b28,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:11.590380 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6f046aeb-7cc8-4a86-8eec-53252a142094 admin admin] Notify callbacks [] for router, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:11.595411 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-6f046aeb-7cc8-4a86-8eec-53252a142094 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4830482 May 26 11:19:11.596671 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 42030) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:11.695026 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1054232-6a00-466b-b668-505fd6740e33 req-15f9d44e-d297-4419-b6ab-c1ceaa359c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:11.696497 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f1054232-6a00-466b-b668-505fd6740e33 req-15f9d44e-d297-4419-b6ab-c1ceaa359c58 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=5c230246bb94476891f4cc468a47d8c1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1469965 May 26 11:19:11.712520 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-32f86caa-c52a-4902-9f64-2434b4cb1f0d None None] Set router 0e42147d-2175-4eff-ab6e-913d7caffffd gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:19:11.751939 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device c11de98e-d2d1-424c-8b6c-d5905c1b3b28 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:19:11.765077 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedacfe4-7112-41ac-91b7-7456e54adcef req-f998e254-4d17-4889-985b-c1b76e02c951 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:11.766537 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dedacfe4-7112-41ac-91b7-7456e54adcef req-f998e254-4d17-4889-985b-c1b76e02c951 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 943 time: 0.1053922 May 26 11:19:11.796897 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1054232-6a00-466b-b668-505fd6740e33 req-ed6b6d77-d0e5-46d5-bd4a-5e2bca55d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:11.798464 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f1054232-6a00-466b-b668-505fd6740e33 req-ed6b6d77-d0e5-46d5-bd4a-5e2bca55d5ef service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946882 May 26 11:19:11.862936 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dedacfe4-7112-41ac-91b7-7456e54adcef req-04423934-d8cb-4e3b-95c3-824ea9552f24 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836875 May 26 11:19:11.889960 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360c798-1355-4a02-8e17-52a064e1245b req-3ad3901e-8955-47e1-9653-56cd6df43ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:11.892038 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6360c798-1355-4a02-8e17-52a064e1245b req-3ad3901e-8955-47e1-9653-56cd6df43ba9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c230246bb94476891f4cc468a47d8c1&device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 1096 time: 0.0456920 May 26 11:19:11.901261 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port c11de98e-d2d1-424c-8b6c-d5905c1b3b28 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:11.901637 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:11.953212 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6360c798-1355-4a02-8e17-52a064e1245b req-27d0912f-4cfd-4628-9191-308d544e1a7d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae6bf3df-1709-47b2-8319-f77fdf5bee39 HTTP/1.1" status: 200 len: 217 time: 0.0478725 May 26 11:19:11.954438 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-8e3fe789-a63b-4068-88cf-b04ef1822e13 None None] Provisioning complete for port c11de98e-d2d1-424c-8b6c-d5905c1b3b28 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:11.954814 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-8e3fe789-a63b-4068-88cf-b04ef1822e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:12.004517 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360c798-1355-4a02-8e17-52a064e1245b req-1b9c3854-71b9-4cda-bfc2-47f8f15b4ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:12.006007 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6360c798-1355-4a02-8e17-52a064e1245b req-1b9c3854-71b9-4cda-bfc2-47f8f15b4ffb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=514f2ce8-5ecc-434b-8584-b769021cd39f HTTP/1.1" status: 200 len: 856 time: 0.0458052 May 26 11:19:12.059670 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360c798-1355-4a02-8e17-52a064e1245b req-003ab27c-8289-42e8-9cb2-8a5f8315b782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:12.060946 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6360c798-1355-4a02-8e17-52a064e1245b req-003ab27c-8289-42e8-9cb2-8a5f8315b782 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8f9ca9a-5305-4587-9899-24d42d7bc678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465717 May 26 11:19:12.094870 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port c11de98e-d2d1-424c-8b6c-d5905c1b3b28 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:19:12.120665 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-8e3fe789-a63b-4068-88cf-b04ef1822e13 None None] Current status of the port c11de98e-d2d1-424c-8b6c-d5905c1b3b28 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:19:12.126380 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-32f86caa-c52a-4902-9f64-2434b4cb1f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'name': 'tempest-TestShelveInstance-448101021-router', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:19:09Z', 'updated_at': '2022-05-26T11:19:10Z', 'revision_number': 3, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'gw_port': {'id': '0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:10Z', 'updated_at': '2022-05-26T11:19:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:12.154521 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f86caa-c52a-4902-9f64-2434b4cb1f0d None None] Checking router: 0e42147d-2175-4eff-ab6e-913d7caffffd for host: dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:19:12.154878 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f86caa-c52a-4902-9f64-2434b4cb1f0d None None] Updating router 0e42147d-2175-4eff-ab6e-913d7caffffd port 0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf binding host dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:19:12.181778 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-32f86caa-c52a-4902-9f64-2434b4cb1f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:12.184142 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6360c798-1355-4a02-8e17-52a064e1245b req-fce3282f-b969-49b0-a4d7-24be0e9fddb7 service neutron] 10.222.0.42 "GET /v2.0/networks/c8f9ca9a-5305-4587-9899-24d42d7bc678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076398 May 26 11:19:12.194009 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-679115b8-211e-49f4-8237-8a0838dd0613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:12.285075 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6360c798-1355-4a02-8e17-52a064e1245b req-e2474f5d-ed7b-4fa7-a7b6-390270189173 service neutron] 10.222.0.42 "GET /v2.0/networks/c8f9ca9a-5305-4587-9899-24d42d7bc678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895443 May 26 11:19:12.361153 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-679115b8-211e-49f4-8237-8a0838dd0613 admin admin] Allocated IP 172.20.0.1 (e0560975-4267-405e-bcd2-a4a3e83034df/6967227e-c477-4d60-a71d-f49fedd71aaa/82ce785c-2a66-48d3-b86e-c3986702f995) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:19:12.463212 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-679115b8-211e-49f4-8237-8a0838dd0613 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:12.547077 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-32f86caa-c52a-4902-9f64-2434b4cb1f0d None None] Notify callbacks [] for port, precommit_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:12.565461 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-679115b8-211e-49f4-8237-8a0838dd0613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:12.605447 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679115b8-211e-49f4-8237-8a0838dd0613 admin admin] Network e0560975-4267-405e-bcd2-a4a3e83034df is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:19:12.609487 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-679115b8-211e-49f4-8237-8a0838dd0613 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:19:12.613674 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679115b8-211e-49f4-8237-8a0838dd0613 admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:19:12.617017 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679115b8-211e-49f4-8237-8a0838dd0613 admin admin] Pushing event updated for resources: {'Port': ['ID=82ce785c-2a66-48d3-b86e-c3986702f995,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:12.643065 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-32f86caa-c52a-4902-9f64-2434b4cb1f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:12.658650 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-679115b8-211e-49f4-8237-8a0838dd0613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665140'] for router_interface, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:12.700607 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-32f86caa-c52a-4902-9f64-2434b4cb1f0d None None] Attempting to bind port 0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:19:12.700989 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-32f86caa-c52a-4902-9f64-2434b4cb1f0d None None] Attempting to bind port 0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:19:12.701347 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f86caa-c52a-4902-9f64-2434b4cb1f0d None None] Attempting to bind port 0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf on network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:19:12.711614 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc40d5-e6d5-4b1c-99da-fbd2c01085ac None None] Pushing event updated for resources: {'Port': ['ID=0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf,revision_number=2']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:12.714229 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f86caa-c52a-4902-9f64-2434b4cb1f0d None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:19:12.714587 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f86caa-c52a-4902-9f64-2434b4cb1f0d None None] Checking segment: {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:19:12.714985 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-32f86caa-c52a-4902-9f64-2434b4cb1f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:12.715362 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f86caa-c52a-4902-9f64-2434b4cb1f0d None None] Bound using segment: {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:19:12.715844 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-32f86caa-c52a-4902-9f64-2434b4cb1f0d None None] Bound port: 0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:19:12.716204 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-32f86caa-c52a-4902-9f64-2434b4cb1f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:12.770429 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-32f86caa-c52a-4902-9f64-2434b4cb1f0d None None] For port 0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:19:12.774281 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-32f86caa-c52a-4902-9f64-2434b4cb1f0d None None] For port 0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:19:12.845895 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-9c78c30a-4f3f-49b1-aaba-55cdda6134f9 None None] Provisioning complete for port 82ce785c-2a66-48d3-b86e-c3986702f995 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:12.846260 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-9c78c30a-4f3f-49b1-aaba-55cdda6134f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:12.859683 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-679115b8-211e-49f4-8237-8a0838dd0613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:12.870038 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-32f86caa-c52a-4902-9f64-2434b4cb1f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:12.919351 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-9c78c30a-4f3f-49b1-aaba-55cdda6134f9 None None] Port 82ce785c-2a66-48d3-b86e-c3986702f995 cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:19:12.938927 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f86caa-c52a-4902-9f64-2434b4cb1f0d None None] Routers {'0e42147d-2175-4eff-ab6e-913d7caffffd'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:19:12.939554 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-32f86caa-c52a-4902-9f64-2434b4cb1f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:18:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0e42147d-2175-4eff-ab6e-913d7caffffd'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:12.945308 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc40d5-e6d5-4b1c-99da-fbd2c01085ac None None] Pushing event updated for resources: {'Port': ['ID=0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:13.013471 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd427817-44f8-4857-bbe4-5d4de01da989 req-1876c78f-0b2c-4315-8797-b24e739aafa2 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:13.019536 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-dd427817-44f8-4857-bbe4-5d4de01da989 req-1876c78f-0b2c-4315-8797-b24e739aafa2 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 943 time: 0.0576084 May 26 11:19:13.029662 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-679115b8-211e-49f4-8237-8a0838dd0613 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:13.055800 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-32f86caa-c52a-4902-9f64-2434b4cb1f0d None None] Set router 0e42147d-2175-4eff-ab6e-913d7caffffd gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:19:13.058064 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-dd427817-44f8-4857-bbe4-5d4de01da989 req-0e8b6399-a2af-4aef-b177-5e04d1251577 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354471 May 26 11:19:13.079742 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-679115b8-211e-49f4-8237-8a0838dd0613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8805051'] for port, after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:13.274275 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-32f86caa-c52a-4902-9f64-2434b4cb1f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'name': 'tempest-TestShelveInstance-448101021-router', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:19:09Z', 'updated_at': '2022-05-26T11:19:12Z', 'revision_number': 4, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'gw_port': {'id': '0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:10Z', 'updated_at': '2022-05-26T11:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '82ce785c-2a66-48d3-b86e-c3986702f995', 'name': '', 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'mac_address': 'fa:16:3e:2f:7f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6967227e-c477-4d60-a71d-f49fedd71aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:12Z', 'updated_at': '2022-05-26T11:19:12Z', 'revision_number': 1, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'subnets': [{'id': '6967227e-c477-4d60-a71d-f49fedd71aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:13.300597 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f86caa-c52a-4902-9f64-2434b4cb1f0d None None] The sync data for ids ['0e42147d-2175-4eff-ab6e-913d7caffffd'] in dv-cinder-843395-1-iscsi is: [{'id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'name': 'tempest-TestShelveInstance-448101021-router', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:19:09Z', 'updated_at': '2022-05-26T11:19:12Z', 'revision_number': 4, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'gw_port': {'id': '0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:10Z', 'updated_at': '2022-05-26T11:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '82ce785c-2a66-48d3-b86e-c3986702f995', 'name': '', 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'mac_address': 'fa:16:3e:2f:7f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6967227e-c477-4d60-a71d-f49fedd71aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:12Z', 'updated_at': '2022-05-26T11:19:12Z', 'revision_number': 1, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'subnets': [{'id': '6967227e-c477-4d60-a71d-f49fedd71aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:19:13.362179 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679115b8-211e-49f4-8237-8a0838dd0613 admin admin] Pushing event updated for resources: {'Port': ['ID=82ce785c-2a66-48d3-b86e-c3986702f995,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:13.364814 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-679115b8-211e-49f4-8237-8a0838dd0613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665176'] for router_interface, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:13.460705 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679115b8-211e-49f4-8237-8a0838dd0613 admin admin] Network e0560975-4267-405e-bcd2-a4a3e83034df is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:19:13.462061 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-679115b8-211e-49f4-8237-8a0838dd0613 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:19:13.649322 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679115b8-211e-49f4-8237-8a0838dd0613 admin admin] Router 0e42147d-2175-4eff-ab6e-913d7caffffd has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:19:13.785530 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679115b8-211e-49f4-8237-8a0838dd0613 admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:19:13.789288 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-1161fada-a8b9-47d4-8b2d-fbead97ac5f3 None None] Provisioning complete for port 82ce785c-2a66-48d3-b86e-c3986702f995 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:13.789785 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-1161fada-a8b9-47d4-8b2d-fbead97ac5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:13.799527 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-679115b8-211e-49f4-8237-8a0838dd0613 admin admin] 10.222.0.21 "PUT /v2.0/routers/0e42147d-2175-4eff-ab6e-913d7caffffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1935742 May 26 11:19:13.830074 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-1161fada-a8b9-47d4-8b2d-fbead97ac5f3 None None] Port 82ce785c-2a66-48d3-b86e-c3986702f995 cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:19:14.190935 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb274c92-5b27-47be-9a98-198706d45d55 req-4b59e97e-fb9d-41d0-929e-cf88c3044b28 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:14.192537 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fb274c92-5b27-47be-9a98-198706d45d55 req-4b59e97e-fb9d-41d0-929e-cf88c3044b28 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 943 time: 0.0503767 May 26 11:19:14.236512 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fb274c92-5b27-47be-9a98-198706d45d55 req-5d2e0902-9d2f-4c1d-ade3-ee60ba352b24 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370522 May 26 11:19:14.504333 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 42068) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:14.509777 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-e527bf8f-c182-407c-aae6-a1be4984cb05 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-152935126-network', 'tenant_id': '97ea9fe95b7949e3a582629f54c255fa'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:14.617654 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e527bf8f-c182-407c-aae6-a1be4984cb05 admin admin] Made reservation on behalf of 97ea9fe95b7949e3a582629f54c255fa for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:19:14.617654 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e527bf8f-c182-407c-aae6-a1be4984cb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for network, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:14.622917 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e527bf8f-c182-407c-aae6-a1be4984cb05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:14.694660 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e527bf8f-c182-407c-aae6-a1be4984cb05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:14.771178 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e527bf8f-c182-407c-aae6-a1be4984cb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:14.795618 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e527bf8f-c182-407c-aae6-a1be4984cb05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:19:14.805084 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527bf8f-c182-407c-aae6-a1be4984cb05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfe6871-dddf-46d9-8956-d2f0bcc5c125,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:14.810907 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e527bf8f-c182-407c-aae6-a1be4984cb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:14.811283 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-e527bf8f-c182-407c-aae6-a1be4984cb05 admin admin] Added segment 7d7b1ea9-8a0a-476e-ba54-ad7b733852ee of type vlan for network 259b49e1-ffe2-460f-9559-76d72fd439f6 May 26 11:19:14.854049 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e527bf8f-c182-407c-aae6-a1be4984cb05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744569042562'] for network, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:14.948508 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e527bf8f-c182-407c-aae6-a1be4984cb05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for network, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:14.949523 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e527bf8f-c182-407c-aae6-a1be4984cb05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:14.950109 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e527bf8f-c182-407c-aae6-a1be4984cb05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:15.008134 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e527bf8f-c182-407c-aae6-a1be4984cb05 admin admin] Pushing event updated for resources: {'Network': ['ID=259b49e1-ffe2-460f-9559-76d72fd439f6,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:15.018007 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Network 259b49e1-ffe2-460f-9559-76d72fd439f6 details requested by agent ovs-agent-dv-cinder-843395-1-iscsi with host dv-cinder-843395-1-iscsi {{(pid=102813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 11:19:15.065178 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e527bf8f-c182-407c-aae6-a1be4984cb05 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5591912 May 26 11:19:15.067795 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 42070) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:15.072552 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-54d6dbd9-93f1-47b8-93cc-fbbe04089fee admin admin] Request body: {'subnet': {'network_id': '259b49e1-ffe2-460f-9559-76d72fd439f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-152935126-subnet', 'tenant_id': '97ea9fe95b7949e3a582629f54c255fa', 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:15.157304 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d6dbd9-93f1-47b8-93cc-fbbe04089fee admin admin] Made reservation on behalf of 97ea9fe95b7949e3a582629f54c255fa for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:19:15.159727 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-54d6dbd9-93f1-47b8-93cc-fbbe04089fee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8670211'] for subnet, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:15.246953 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a06e6d-a0a5-4871-9b25-405bf43f5877 None None] Sync routers for ids ['0e42147d-2175-4eff-ab6e-913d7caffffd'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:19:15.257108 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a06e6d-a0a5-4871-9b25-405bf43f5877 None None] Routers {'0e42147d-2175-4eff-ab6e-913d7caffffd'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:19:15.257785 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-45a06e6d-a0a5-4871-9b25-405bf43f5877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:18:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0e42147d-2175-4eff-ab6e-913d7caffffd'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:15.379128 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249a3a0-ae06-46e7-ad01-92982f329a88 req-4620d025-e748-4949-a224-e82bf9322c2a tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:15.380757 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3249a3a0-ae06-46e7-ad01-92982f329a88 req-4620d025-e748-4949-a224-e82bf9322c2a tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 943 time: 0.0630801 May 26 11:19:15.402796 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-54d6dbd9-93f1-47b8-93cc-fbbe04089fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8804864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8670229'] for subnet, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:15.446896 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-45a06e6d-a0a5-4871-9b25-405bf43f5877 None None] Set router 0e42147d-2175-4eff-ab6e-913d7caffffd gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:19:15.463549 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3249a3a0-ae06-46e7-ad01-92982f329a88 req-42e32fb4-5ed0-41bb-80bb-49b4edaf124e tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757816 May 26 11:19:15.479748 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6dbd9-93f1-47b8-93cc-fbbe04089fee admin admin] Pushing event updated for resources: {'Subnet': ['ID=2809c188-f0ea-4e47-8442-7cb06d996385,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:15.493805 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:19:15.494181 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d6dbd9-93f1-47b8-93cc-fbbe04089fee admin admin] Checking segment: {'id': '7d7b1ea9-8a0a-476e-ba54-ad7b733852ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '259b49e1-ffe2-460f-9559-76d72fd439f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:19:15.494540 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d6dbd9-93f1-47b8-93cc-fbbe04089fee admin admin] Network hostable DHCP agents. Network: 259b49e1-ffe2-460f-9559-76d72fd439f6, hostable agents: ['ae20bfe0-bbab-40fa-b22c-2da14db586ab'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:19:15.571273 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d6dbd9-93f1-47b8-93cc-fbbe04089fee admin admin] Network 259b49e1-ffe2-460f-9559-76d72fd439f6 is scheduled to be hosted by DHCP agent ae20bfe0-bbab-40fa-b22c-2da14db586ab with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:19:15.628273 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-54d6dbd9-93f1-47b8-93cc-fbbe04089fee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843395-1-iscsi, 259b49e1-ffe2-460f-9559-76d72fd439f6) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:19:15.649849 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060e2b79-f1c3-4114-853c-a6d1c5a8d8a6 None None] Network 259b49e1-ffe2-460f-9559-76d72fd439f6 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:19:15.652052 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-45a06e6d-a0a5-4871-9b25-405bf43f5877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'name': 'tempest-TestShelveInstance-448101021-router', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:19:09Z', 'updated_at': '2022-05-26T11:19:12Z', 'revision_number': 4, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'gw_port': {'id': '0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:10Z', 'updated_at': '2022-05-26T11:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '82ce785c-2a66-48d3-b86e-c3986702f995', 'name': '', 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'mac_address': 'fa:16:3e:2f:7f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6967227e-c477-4d60-a71d-f49fedd71aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:12Z', 'updated_at': '2022-05-26T11:19:12Z', 'revision_number': 2, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'subnets': [{'id': '6967227e-c477-4d60-a71d-f49fedd71aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:15.661575 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d6dbd9-93f1-47b8-93cc-fbbe04089fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:15.663148 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-54d6dbd9-93f1-47b8-93cc-fbbe04089fee admin admin] Notify callbacks [] for subnet, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:15.682951 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a06e6d-a0a5-4871-9b25-405bf43f5877 None None] Checking router: 0e42147d-2175-4eff-ab6e-913d7caffffd for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:19:15.683585 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a06e6d-a0a5-4871-9b25-405bf43f5877 None None] Updating router 0e42147d-2175-4eff-ab6e-913d7caffffd port 82ce785c-2a66-48d3-b86e-c3986702f995 binding host dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:19:15.708703 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-45a06e6d-a0a5-4871-9b25-405bf43f5877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:15.723979 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:19:15.773751 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-54d6dbd9-93f1-47b8-93cc-fbbe04089fee admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7048697 May 26 11:19:15.776309 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 42078) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:15.781092 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-d5212b17-929b-4639-91ac-adee99e4103c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-152935126-router', 'tenant_id': '97ea9fe95b7949e3a582629f54c255fa', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:15.837333 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:15.837797 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:15.871647 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d5212b17-929b-4639-91ac-adee99e4103c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:15.872823 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d5212b17-929b-4639-91ac-adee99e4103c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4372'] for router, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:15.903544 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a32a0c9-7688-49eb-8324-f55f0fea73ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp544487b2-adaf-528a-ac03-698d97ec23d0-259b49e1-ffe2-460f-9559-76d72fd439f6', 'network_id': '259b49e1-ffe2-460f-9559-76d72fd439f6', 'tenant_id': '97ea9fe95b7949e3a582629f54c255fa', 'fixed_ips': [{'subnet_id': '2809c188-f0ea-4e47-8442-7cb06d996385'}]}} from dv-cinder-843395-1-iscsi. {{(pid=102813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 11:19:15.904394 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-6a32a0c9-7688-49eb-8324-f55f0fea73ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:15.926802 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d5212b17-929b-4639-91ac-adee99e4103c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:15.986163 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-45a06e6d-a0a5-4871-9b25-405bf43f5877 None None] Notify callbacks [] for port, precommit_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:16.017328 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:19:16.017719 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:16.049396 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c4930102-f789-48be-b099-5ee77c22024a None None] For port 0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:19:16.068783 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-45a06e6d-a0a5-4871-9b25-405bf43f5877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:16.088738 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.db_base_plugin_common [None req-6a32a0c9-7688-49eb-8324-f55f0fea73ff None None] Allocated IP 172.20.0.2 (259b49e1-ffe2-460f-9559-76d72fd439f6/2809c188-f0ea-4e47-8442-7cb06d996385/dc9de68b-d3ef-4681-b537-220caa406fe6) {{(pid=102813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:19:16.171678 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d5212b17-929b-4639-91ac-adee99e4103c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:16.182005 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241accf2-3aaa-4622-9d2c-9308ec6dfb9c req-869f1eb4-a000-490f-b666-4a63bd7f8283 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:16.183634 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-241accf2-3aaa-4622-9d2c-9308ec6dfb9c req-869f1eb4-a000-490f-b666-4a63bd7f8283 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0370774-37a6-45b3-a222-798700a19d97 HTTP/1.1" status: 200 len: 946 time: 0.1192183 May 26 11:19:16.188559 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:16.209479 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5ceba-6ed0-4def-8d57-33a50b41d056 None None] Pushing event updated for resources: {'Port': ['ID=82ce785c-2a66-48d3-b86e-c3986702f995,revision_number=3']} {{(pid=102814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:16.221304 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5ceba-6ed0-4def-8d57-33a50b41d056 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:16.221758 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5ceba-6ed0-4def-8d57-33a50b41d056 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:16.222219 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5ceba-6ed0-4def-8d57-33a50b41d056 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:16.222620 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5ceba-6ed0-4def-8d57-33a50b41d056 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:16.223048 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5ceba-6ed0-4def-8d57-33a50b41d056 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:16.223747 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5ceba-6ed0-4def-8d57-33a50b41d056 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:16.224169 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5ceba-6ed0-4def-8d57-33a50b41d056 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:16.224589 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5ceba-6ed0-4def-8d57-33a50b41d056 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:16.225744 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5ceba-6ed0-4def-8d57-33a50b41d056 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:16.226323 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5ceba-6ed0-4def-8d57-33a50b41d056 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:16.226742 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5ceba-6ed0-4def-8d57-33a50b41d056 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:16.227155 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5ceba-6ed0-4def-8d57-33a50b41d056 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:16.230264 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-241accf2-3aaa-4622-9d2c-9308ec6dfb9c req-5f6e20f2-f241-4f88-a9b5-5c2cafd4114c tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395520 May 26 11:19:16.251554 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-45a06e6d-a0a5-4871-9b25-405bf43f5877 None None] Attempting to bind port 82ce785c-2a66-48d3-b86e-c3986702f995 on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:19:16.252555 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-45a06e6d-a0a5-4871-9b25-405bf43f5877 None None] Attempting to bind port 82ce785c-2a66-48d3-b86e-c3986702f995 by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': '6f40d9de-0bda-43da-8509-8916b3856254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df'}] {{(pid=102814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:19:16.253113 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a06e6d-a0a5-4871-9b25-405bf43f5877 None None] Attempting to bind port 82ce785c-2a66-48d3-b86e-c3986702f995 on network e0560975-4267-405e-bcd2-a4a3e83034df {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:19:16.259966 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a06e6d-a0a5-4871-9b25-405bf43f5877 None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:19:16.260586 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a06e6d-a0a5-4871-9b25-405bf43f5877 None None] Checking segment: {'id': '6f40d9de-0bda-43da-8509-8916b3856254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:19:16.263810 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-45a06e6d-a0a5-4871-9b25-405bf43f5877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:16.263810 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a06e6d-a0a5-4871-9b25-405bf43f5877 None None] Bound using segment: {'id': '6f40d9de-0bda-43da-8509-8916b3856254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df'} {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:19:16.263810 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-45a06e6d-a0a5-4871-9b25-405bf43f5877 None None] Bound port: 82ce785c-2a66-48d3-b86e-c3986702f995, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f40d9de-0bda-43da-8509-8916b3856254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df'}}] {{(pid=102814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:19:16.263810 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-45a06e6d-a0a5-4871-9b25-405bf43f5877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:16.266716 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device ae6bf3df-1709-47b2-8319-f77fdf5bee39 details requested by agent hyperv_hv-cinder-84339 with host hv-cinder-84339 {{(pid=102813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 11:19:16.329509 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.db [None req-45a06e6d-a0a5-4871-9b25-405bf43f5877 None None] For port 82ce785c-2a66-48d3-b86e-c3986702f995, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:19:16.332543 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.db [None req-45a06e6d-a0a5-4871-9b25-405bf43f5877 None None] For port 82ce785c-2a66-48d3-b86e-c3986702f995, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=82ce785c-2a66-48d3-b86e-c3986702f995,segment=NetworkSegment(6f40d9de-0bda-43da-8509-8916b3856254),segment_id=6f40d9de-0bda-43da-8509-8916b3856254)] {{(pid=102814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:19:16.333471 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Pushing event updated for resources: {'Port': ['ID=0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:16.395148 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-45a06e6d-a0a5-4871-9b25-405bf43f5877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:16.465435 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5ceba-6ed0-4def-8d57-33a50b41d056 None None] Pushing event updated for resources: {'Port': ['ID=82ce785c-2a66-48d3-b86e-c3986702f995,revision_number=4']} {{(pid=102814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:16.467536 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d5212b17-929b-4639-91ac-adee99e4103c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:16.476983 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a06e6d-a0a5-4871-9b25-405bf43f5877 None None] Routers {'0e42147d-2175-4eff-ab6e-913d7caffffd'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:19:16.477766 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-45a06e6d-a0a5-4871-9b25-405bf43f5877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:18:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0e42147d-2175-4eff-ab6e-913d7caffffd'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:16.504118 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d5212b17-929b-4639-91ac-adee99e4103c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:16.531645 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-6a32a0c9-7688-49eb-8324-f55f0fea73ff None None] Notify callbacks [] for port, precommit_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:16.567380 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-957b122f-3332-4208-b161-afb895416c24 None None] Provisioning complete for port 82ce785c-2a66-48d3-b86e-c3986702f995 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:16.567868 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-957b122f-3332-4208-b161-afb895416c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:16.617591 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-6a32a0c9-7688-49eb-8324-f55f0fea73ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855'] for port, after_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:16.628529 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-45a06e6d-a0a5-4871-9b25-405bf43f5877 None None] Set router 0e42147d-2175-4eff-ab6e-913d7caffffd gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:19:16.669000 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a530b4-3739-4b0e-a9ed-c800311bb7e0 req-37434901-cf0a-47d4-abfd-f60d154952e8 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:16.671291 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f2a530b4-3739-4b0e-a9ed-c800311bb7e0 req-37434901-cf0a-47d4-abfd-f60d154952e8 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 943 time: 0.0965161 May 26 11:19:16.698313 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port ae6bf3df-1709-47b2-8319-f77fdf5bee39, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=ae6bf3df-1709-47b2-8319-f77fdf5bee39,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:19:16.702506 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32a0c9-7688-49eb-8324-f55f0fea73ff None None] Pushing event updated for resources: {'Port': ['ID=dc9de68b-d3ef-4681-b537-220caa406fe6,revision_number=1']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:16.704700 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-d5212b17-929b-4639-91ac-adee99e4103c admin admin] Allocated IP 172.27.2.215 (6ce135a4-eab8-4863-9af0-cf5ae6e229cb/86b44d4e-8f3f-4d5d-9881-9aaa3797f33b/1eb8a36e-729a-454f-8473-2733e0a0aeff) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:19:16.719663 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f2a530b4-3739-4b0e-a9ed-c800311bb7e0 req-4bb6ee9d-f915-480e-bfb4-710b9c7bc637 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387607 May 26 11:19:16.723490 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a32a0c9-7688-49eb-8324-f55f0fea73ff None None] Network 259b49e1-ffe2-460f-9559-76d72fd439f6 is already hosted by enough agents. {{(pid=102813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:19:16.732035 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.scheduler.base_scheduler [None req-6a32a0c9-7688-49eb-8324-f55f0fea73ff None None] Resources bound (agent type, host, resource id): {{(pid=102813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:19:16.735127 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Returning: {'device': 'ae6bf3df-1709-47b2-8319-f77fdf5bee39', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'port_id': 'ae6bf3df-1709-47b2-8319-f77fdf5bee39', 'mac_address': 'fa:16:3e:c8:80:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 11:19:16.736950 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a32a0c9-7688-49eb-8324-f55f0fea73ff None None] Received port after_create {{(pid=102813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:19:16.825918 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d5212b17-929b-4639-91ac-adee99e4103c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:16.850528 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port ae6bf3df-1709-47b2-8319-f77fdf5bee39 is: DOWN; New status is: BUILD {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:19:16.850792 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:16.854129 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-6a32a0c9-7688-49eb-8324-f55f0fea73ff None None] Attempting to bind port dc9de68b-d3ef-4681-b537-220caa406fe6 on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:19:16.854129 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-6a32a0c9-7688-49eb-8324-f55f0fea73ff None None] Attempting to bind port dc9de68b-d3ef-4681-b537-220caa406fe6 by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': '7d7b1ea9-8a0a-476e-ba54-ad7b733852ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '259b49e1-ffe2-460f-9559-76d72fd439f6'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:19:16.854445 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a32a0c9-7688-49eb-8324-f55f0fea73ff None None] Attempting to bind port dc9de68b-d3ef-4681-b537-220caa406fe6 on network 259b49e1-ffe2-460f-9559-76d72fd439f6 {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:19:16.863039 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-957b122f-3332-4208-b161-afb895416c24 None None] Current status of the port 82ce785c-2a66-48d3-b86e-c3986702f995 is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:19:16.863423 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-957b122f-3332-4208-b161-afb895416c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:16.866036 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-45a06e6d-a0a5-4871-9b25-405bf43f5877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'name': 'tempest-TestShelveInstance-448101021-router', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:19:09Z', 'updated_at': '2022-05-26T11:19:12Z', 'revision_number': 4, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'gw_port': {'id': '0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:10Z', 'updated_at': '2022-05-26T11:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '82ce785c-2a66-48d3-b86e-c3986702f995', 'name': '', 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'mac_address': 'fa:16:3e:2f:7f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6967227e-c477-4d60-a71d-f49fedd71aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:12Z', 'updated_at': '2022-05-26T11:19:16Z', 'revision_number': 4, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'subnets': [{'id': '6967227e-c477-4d60-a71d-f49fedd71aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:16.875725 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a32a0c9-7688-49eb-8324-f55f0fea73ff None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:19:16.876091 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a32a0c9-7688-49eb-8324-f55f0fea73ff None None] Checking segment: {'id': '7d7b1ea9-8a0a-476e-ba54-ad7b733852ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '259b49e1-ffe2-460f-9559-76d72fd439f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:19:16.876493 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-6a32a0c9-7688-49eb-8324-f55f0fea73ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:16.876907 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a32a0c9-7688-49eb-8324-f55f0fea73ff None None] Bound using segment: {'id': '7d7b1ea9-8a0a-476e-ba54-ad7b733852ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '259b49e1-ffe2-460f-9559-76d72fd439f6'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:19:16.877373 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-6a32a0c9-7688-49eb-8324-f55f0fea73ff None None] Bound port: dc9de68b-d3ef-4681-b537-220caa406fe6, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7b1ea9-8a0a-476e-ba54-ad7b733852ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '259b49e1-ffe2-460f-9559-76d72fd439f6'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:19:16.877751 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-6a32a0c9-7688-49eb-8324-f55f0fea73ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:16.882225 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6bf3df-1709-47b2-8319-f77fdf5bee39 {{(pid=102813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:19:16.893795 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a06e6d-a0a5-4871-9b25-405bf43f5877 None None] The sync data for ids ['0e42147d-2175-4eff-ab6e-913d7caffffd'] in dv-cinder-843395-1-iscsi is: [{'id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'name': 'tempest-TestShelveInstance-448101021-router', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:19:09Z', 'updated_at': '2022-05-26T11:19:12Z', 'revision_number': 4, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'gw_port': {'id': '0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:10Z', 'updated_at': '2022-05-26T11:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '82ce785c-2a66-48d3-b86e-c3986702f995', 'name': '', 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'mac_address': 'fa:16:3e:2f:7f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6967227e-c477-4d60-a71d-f49fedd71aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:12Z', 'updated_at': '2022-05-26T11:19:16Z', 'revision_number': 4, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'subnets': [{'id': '6967227e-c477-4d60-a71d-f49fedd71aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:19:16.926518 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port ae6bf3df-1709-47b2-8319-f77fdf5bee39, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=ae6bf3df-1709-47b2-8319-f77fdf5bee39,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:19:16.929616 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d5212b17-929b-4639-91ac-adee99e4103c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:16.956108 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-957b122f-3332-4208-b161-afb895416c24 None None] For port 82ce785c-2a66-48d3-b86e-c3986702f995, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=82ce785c-2a66-48d3-b86e-c3986702f995,segment=NetworkSegment(6f40d9de-0bda-43da-8509-8916b3856254),segment_id=6f40d9de-0bda-43da-8509-8916b3856254)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:19:16.971295 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5212b17-929b-4639-91ac-adee99e4103c admin admin] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:19:16.974577 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-d5212b17-929b-4639-91ac-adee99e4103c admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:19:16.977262 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5212b17-929b-4639-91ac-adee99e4103c admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:19:16.985585 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-6a32a0c9-7688-49eb-8324-f55f0fea73ff None None] For port dc9de68b-d3ef-4681-b537-220caa406fe6, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:19:16.988865 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-6a32a0c9-7688-49eb-8324-f55f0fea73ff None None] For port dc9de68b-d3ef-4681-b537-220caa406fe6, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=dc9de68b-d3ef-4681-b537-220caa406fe6,segment=NetworkSegment(7d7b1ea9-8a0a-476e-ba54-ad7b733852ee),segment_id=7d7b1ea9-8a0a-476e-ba54-ad7b733852ee)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:19:17.009129 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:17.014236 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5212b17-929b-4639-91ac-adee99e4103c admin admin] Pushing event updated for resources: {'Port': ['ID=1eb8a36e-729a-454f-8473-2733e0a0aeff,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:17.039868 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-957b122f-3332-4208-b161-afb895416c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:17.066265 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=ae6bf3df-1709-47b2-8319-f77fdf5bee39,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:17.096650 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-6a32a0c9-7688-49eb-8324-f55f0fea73ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:17.138282 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b122f-3332-4208-b161-afb895416c24 None None] Pushing event updated for resources: {'Port': ['ID=82ce785c-2a66-48d3-b86e-c3986702f995,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:17.208906 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-a91c3b69-f2d1-4175-8fe8-034a50f1237e None None] Provisioning complete for port 82ce785c-2a66-48d3-b86e-c3986702f995 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:17.209309 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-a91c3b69-f2d1-4175-8fe8-034a50f1237e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:17.234153 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32a0c9-7688-49eb-8324-f55f0fea73ff None None] Pushing event updated for resources: {'Port': ['ID=dc9de68b-d3ef-4681-b537-220caa406fe6,revision_number=2']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:17.313801 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['ae6bf3df-1709-47b2-8319-f77fdf5bee39'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:19:17.323325 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-a91c3b69-f2d1-4175-8fe8-034a50f1237e None None] Current status of the port 82ce785c-2a66-48d3-b86e-c3986702f995 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:19:17.411667 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d5212b17-929b-4639-91ac-adee99e4103c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:17.467737 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b25c3-0c19-4c44-9f85-2ad5ee91ef1d req-a353b1f8-adcf-4091-81c3-21589b40f914 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:17.469429 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3f0b25c3-0c19-4c44-9f85-2ad5ee91ef1d req-a353b1f8-adcf-4091-81c3-21589b40f914 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0370774-37a6-45b3-a222-798700a19d97 HTTP/1.1" status: 200 len: 946 time: 0.1152234 May 26 11:19:17.566520 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3f0b25c3-0c19-4c44-9f85-2ad5ee91ef1d req-46b5184f-4eac-4389-b80d-76f0fa242cb3 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/security-groups?id=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889614 May 26 11:19:17.682580 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d5212b17-929b-4639-91ac-adee99e4103c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667143'] for router, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:17.780540 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9e5e9-a7c3-4cb4-b3a6-ec924082aa4a req-9092086f-dbe7-40e8-9de7-1092750ad8d4 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:17.782682 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e2b9e5e9-a7c3-4cb4-b3a6-ec924082aa4a req-9092086f-dbe7-40e8-9de7-1092750ad8d4 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0370774-37a6-45b3-a222-798700a19d97 HTTP/1.1" status: 200 len: 946 time: 0.0578291 May 26 11:19:17.830315 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device dc9de68b-d3ef-4681-b537-220caa406fe6 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:19:17.888881 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port dc9de68b-d3ef-4681-b537-220caa406fe6 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:17.889560 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:17.908547 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae971dce-841d-4b41-91b6-73f59f24070a req-4bc56ddf-9e32-44fc-81fc-cd2e54a15189 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:17.910224 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ae971dce-841d-4b41-91b6-73f59f24070a req-4bc56ddf-9e32-44fc-81fc-cd2e54a15189 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 944 time: 0.0877211 May 26 11:19:17.950051 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-e2b9e5e9-a7c3-4cb4-b3a6-ec924082aa4a req-cbb3b5aa-347c-4db1-b03e-9ac7b0e21516 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Deleting port e002be21-0984-496e-994a-4fd6980d4634 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:19:17.950657 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-e2b9e5e9-a7c3-4cb4-b3a6-ec924082aa4a req-cbb3b5aa-347c-4db1-b03e-9ac7b0e21516 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:18.014882 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port dc9de68b-d3ef-4681-b537-220caa406fe6 is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:19:18.015474 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:18.058240 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c4930102-f789-48be-b099-5ee77c22024a None None] For port dc9de68b-d3ef-4681-b537-220caa406fe6, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=dc9de68b-d3ef-4681-b537-220caa406fe6,segment=NetworkSegment(7d7b1ea9-8a0a-476e-ba54-ad7b733852ee),segment_id=7d7b1ea9-8a0a-476e-ba54-ad7b733852ee)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:19:18.060222 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-be73a070-d785-4342-bd13-362f9d3d55c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:18.141093 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:18.141935 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:19:18.168856 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5212b17-929b-4639-91ac-adee99e4103c admin admin] Router 1c01edf1-7851-4603-992c-86f05e633a30 is scheduled to L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 with binding_index 1 {{(pid=102810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 11:19:18.228504 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Pushing event updated for resources: {'Port': ['ID=dc9de68b-d3ef-4681-b537-220caa406fe6,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:18.265018 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:18.265631 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:18.265766 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ae971dce-841d-4b41-91b6-73f59f24070a req-79e0b59b-39df-4f04-827b-464ba6321805 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3483715 May 26 11:19:18.298115 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5212b17-929b-4639-91ac-adee99e4103c admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:19:18.305400 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-e2b9e5e9-a7c3-4cb4-b3a6-ec924082aa4a req-cbb3b5aa-347c-4db1-b03e-9ac7b0e21516 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] For port e002be21-0984-496e-994a-4fd6980d4634, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=e002be21-0984-496e-994a-4fd6980d4634,segment=NetworkSegment(7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7),segment_id=7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:19:18.306784 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-e2b9e5e9-a7c3-4cb4-b3a6-ec924082aa4a req-cbb3b5aa-347c-4db1-b03e-9ac7b0e21516 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:18.306910 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device ae6bf3df-1709-47b2-8319-f77fdf5bee39 up at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:19:18.316250 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a3b759-2ad1-40b6-a16e-866ad3f89271 None None] Sync routers for ids ['1c01edf1-7851-4603-992c-86f05e633a30'] in dv-cinder-843395-1-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:19:18.320644 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-e2b9e5e9-a7c3-4cb4-b3a6-ec924082aa4a req-cbb3b5aa-347c-4db1-b03e-9ac7b0e21516 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Calling delete_port for e002be21-0984-496e-994a-4fd6980d4634 owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:19:18.356768 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac77e6e9-bd9a-47af-a85a-81d8af6d5265 None None] Network 259b49e1-ffe2-460f-9559-76d72fd439f6 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:19:18.393918 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d5212b17-929b-4639-91ac-adee99e4103c admin admin] Notify callbacks [] for router, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:18.395166 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-d5212b17-929b-4639-91ac-adee99e4103c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6176474 May 26 11:19:18.398320 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 42090) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:18.407978 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a3b759-2ad1-40b6-a16e-866ad3f89271 None None] Routers {'1c01edf1-7851-4603-992c-86f05e633a30'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:19:18.408627 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-40a3b759-2ad1-40b6-a16e-866ad3f89271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:18:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['1c01edf1-7851-4603-992c-86f05e633a30'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:18.511609 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-e2b9e5e9-a7c3-4cb4-b3a6-ec924082aa4a req-cbb3b5aa-347c-4db1-b03e-9ac7b0e21516 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:18.532907 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['e002be21-0984-496e-994a-4fd6980d4634'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:19:18.544673 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb3b5aa-347c-4db1-b03e-9ac7b0e21516 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Pushing event deleted for resources: {'Port': ['ID=e002be21-0984-496e-994a-4fd6980d4634,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:18.567096 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-49484951-81e1-4380-a071-0ecfd30cb66b None None] Provisioning complete for port dc9de68b-d3ef-4681-b537-220caa406fe6 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:18.567398 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-49484951-81e1-4380-a071-0ecfd30cb66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:18.586670 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b9e5e9-a7c3-4cb4-b3a6-ec924082aa4a req-cbb3b5aa-347c-4db1-b03e-9ac7b0e21516 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] No DVR routers for this DVR port e002be21-0984-496e-994a-4fd6980d4634 on host hv-cinder-84339 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:19:18.592923 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-e2b9e5e9-a7c3-4cb4-b3a6-ec924082aa4a req-cbb3b5aa-347c-4db1-b03e-9ac7b0e21516 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:18.597827 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e2b9e5e9-a7c3-4cb4-b3a6-ec924082aa4a req-cbb3b5aa-347c-4db1-b03e-9ac7b0e21516 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.42 "DELETE /v2.0/ports/e002be21-0984-496e-994a-4fd6980d4634 HTTP/1.1" status: 204 len: 173 time: 0.8083508 May 26 11:19:18.598921 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0370774-37a6-45b3-a222-798700a19d97', 'name': 'network-vif-deleted', 'tag': 'e002be21-0984-496e-994a-4fd6980d4634'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:19:18.601286 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c245f8-2a4d-4ad9-aa96-d5c56978a5a7" -d '{"events": [{"server_uuid": "e0370774-37a6-45b3-a222-798700a19d97", "name": "network-vif-deleted", "tag": "e002be21-0984-496e-994a-4fd6980d4634"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:19:18.649439 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d785a4-a3c8-439c-ba58-e35bda219dd2 x-openstack-request-id: req-84d785a4-a3c8-439c-ba58-e35bda219dd2 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:19:18.649732 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0370774-37a6-45b3-a222-798700a19d97", "name": "network-vif-deleted", "tag": "e002be21-0984-496e-994a-4fd6980d4634", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:19:18.655133 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84d785a4-a3c8-439c-ba58-e35bda219dd2 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:19:18.655133 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84d785a4-a3c8-439c-ba58-e35bda219dd2'] response: {'server_uuid': 'e0370774-37a6-45b3-a222-798700a19d97', 'name': 'network-vif-deleted', 'tag': 'e002be21-0984-496e-994a-4fd6980d4634', 'status': 'completed', 'code': 200} May 26 11:19:18.665868 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-40a3b759-2ad1-40b6-a16e-866ad3f89271 None None] Set router 1c01edf1-7851-4603-992c-86f05e633a30 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:19:18.709052 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f930173a-ca46-495c-b0e0-b397f1a1c740 req-6664ce42-bfd1-4309-8eb7-6cba8b5dae30 tempest-VolumesSnapshotTestJSON-1239244881 tempest-VolumesSnapshotTestJSON-1239244881-project] 10.222.0.21 "GET /v2.0/ports?device_id=e0370774-37a6-45b3-a222-798700a19d97 HTTP/1.1" status: 200 len: 210 time: 0.0341721 May 26 11:19:18.728156 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning for port ae6bf3df-1709-47b2-8319-f77fdf5bee39 completed by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:19:18.763138 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning complete for port ae6bf3df-1709-47b2-8319-f77fdf5bee39 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:18.763536 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:18.801138 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:19:18.802230 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 82ce785c-2a66-48d3-b86e-c3986702f995 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:19:18.873384 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-04ab0b4e-a3da-48d3-9204-da700cb68062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:19.031779 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-04ab0b4e-a3da-48d3-9204-da700cb68062 admin admin] Allocated IP 172.20.0.1 (259b49e1-ffe2-460f-9559-76d72fd439f6/2809c188-f0ea-4e47-8442-7cb06d996385/2613e01a-0443-468d-b153-aa7bfaf89af4) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:19:19.112623 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-49484951-81e1-4380-a071-0ecfd30cb66b None None] Current status of the port dc9de68b-d3ef-4681-b537-220caa406fe6 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:19:19.140082 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-04ab0b4e-a3da-48d3-9204-da700cb68062 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:19.148486 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 82ce785c-2a66-48d3-b86e-c3986702f995 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:19.148950 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:19.203819 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port ae6bf3df-1709-47b2-8319-f77fdf5bee39 is: BUILD; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:19:19.204064 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:19.235460 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-04ab0b4e-a3da-48d3-9204-da700cb68062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:19.243217 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0986e2d8-cda5-42fe-97a9-9978a2dad8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6bf3df-1709-47b2-8319-f77fdf5bee39'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:19:19.245532 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c747e2-143b-4687-a34b-1c23a3ed2f94" -d '{"events": [{"server_uuid": "0986e2d8-cda5-42fe-97a9-9978a2dad8e6", "name": "network-vif-plugged", "status": "completed", "tag": "ae6bf3df-1709-47b2-8319-f77fdf5bee39"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:19:19.267965 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port ae6bf3df-1709-47b2-8319-f77fdf5bee39, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=ae6bf3df-1709-47b2-8319-f77fdf5bee39,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:19:19.297121 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ab0b4e-a3da-48d3-9204-da700cb68062 admin admin] Network 259b49e1-ffe2-460f-9559-76d72fd439f6 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:19:19.299024 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a448a7b4-5a71-4a52-bb1a-25d0cd0e708f x-openstack-request-id: req-a448a7b4-5a71-4a52-bb1a-25d0cd0e708f {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:19:19.299328 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0986e2d8-cda5-42fe-97a9-9978a2dad8e6", "name": "network-vif-plugged", "status": "completed", "tag": "ae6bf3df-1709-47b2-8319-f77fdf5bee39", "code": 200}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:19:19.299580 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a448a7b4-5a71-4a52-bb1a-25d0cd0e708f {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:19:19.300227 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a448a7b4-5a71-4a52-bb1a-25d0cd0e708f'] response: {'server_uuid': '0986e2d8-cda5-42fe-97a9-9978a2dad8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6bf3df-1709-47b2-8319-f77fdf5bee39', 'code': 200} May 26 11:19:19.300396 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-04ab0b4e-a3da-48d3-9204-da700cb68062 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:19:19.304710 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ab0b4e-a3da-48d3-9204-da700cb68062 admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:19:19.307437 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-40a3b759-2ad1-40b6-a16e-866ad3f89271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c01edf1-7851-4603-992c-86f05e633a30', 'name': 'tempest-TestShelveInstance-152935126-router', 'tenant_id': '97ea9fe95b7949e3a582629f54c255fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '1eb8a36e-729a-454f-8473-2733e0a0aeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:19:15Z', 'updated_at': '2022-05-26T11:19:17Z', 'revision_number': 3, 'project_id': '97ea9fe95b7949e3a582629f54c255fa', 'gw_port': {'id': '1eb8a36e-729a-454f-8473-2733e0a0aeff', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:73:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c01edf1-7851-4603-992c-86f05e633a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:16Z', 'updated_at': '2022-05-26T11:19:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:19.335626 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab0b4e-a3da-48d3-9204-da700cb68062 admin admin] Pushing event updated for resources: {'Port': ['ID=2613e01a-0443-468d-b153-aa7bfaf89af4,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:19.340395 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a3b759-2ad1-40b6-a16e-866ad3f89271 None None] Checking router: 1c01edf1-7851-4603-992c-86f05e633a30 for host: dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:19:19.340806 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a3b759-2ad1-40b6-a16e-866ad3f89271 None None] Updating router 1c01edf1-7851-4603-992c-86f05e633a30 port 1eb8a36e-729a-454f-8473-2733e0a0aeff binding host dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:19:19.357312 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-04ab0b4e-a3da-48d3-9204-da700cb68062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665140'] for router_interface, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:19.362387 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 82ce785c-2a66-48d3-b86e-c3986702f995 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:19:19.370128 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:19.376654 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-40a3b759-2ad1-40b6-a16e-866ad3f89271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:19.519023 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=ae6bf3df-1709-47b2-8319-f77fdf5bee39,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:19.532648 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-a1fbd79d-5982-4ab8-abb3-242ef0db00d4 None None] Provisioning complete for port dc9de68b-d3ef-4681-b537-220caa406fe6 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:19.533070 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-a1fbd79d-5982-4ab8-abb3-242ef0db00d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:19.538527 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3761f6-1402-42ec-8dcb-303b3d4de1c2 req-56ee6e09-77d7-45bf-998e-0e7d0353e72f tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:19.538527 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5d3761f6-1402-42ec-8dcb-303b3d4de1c2 req-56ee6e09-77d7-45bf-998e-0e7d0353e72f tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.1061080 May 26 11:19:19.592304 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5d3761f6-1402-42ec-8dcb-303b3d4de1c2 req-9a5cf616-64b9-44b7-ba32-f9b374249d91 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452516 May 26 11:19:19.668106 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62907beb-ef95-4349-9b1e-5b50dc495abd req-b1c1de58-f33c-48cb-ba85-d5df8cc81fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:19.669714 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-62907beb-ef95-4349-9b1e-5b50dc495abd req-b1c1de58-f33c-48cb-ba85-d5df8cc81fc5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 1098 time: 0.0519695 May 26 11:19:19.688514 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-04ab0b4e-a3da-48d3-9204-da700cb68062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:19.713728 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-62907beb-ef95-4349-9b1e-5b50dc495abd req-c8d8225b-2144-4cbf-830c-53372d2c38f3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370207 May 26 11:19:19.726855 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device dc9de68b-d3ef-4681-b537-220caa406fe6 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:19:19.773083 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-a1fbd79d-5982-4ab8-abb3-242ef0db00d4 None None] Current status of the port dc9de68b-d3ef-4681-b537-220caa406fe6 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:19:19.839271 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port dc9de68b-d3ef-4681-b537-220caa406fe6 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:19.839644 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:19.866153 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-40a3b759-2ad1-40b6-a16e-866ad3f89271 None None] Notify callbacks [] for port, precommit_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:19.871647 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-04ab0b4e-a3da-48d3-9204-da700cb68062 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:19.896820 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-edb2c891-2363-409d-b5a9-447a35a76212 None None] Provisioning complete for port 2613e01a-0443-468d-b153-aa7bfaf89af4 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:19.897086 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-edb2c891-2363-409d-b5a9-447a35a76212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:19.955482 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-40a3b759-2ad1-40b6-a16e-866ad3f89271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:19.970933 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-04ab0b4e-a3da-48d3-9204-da700cb68062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8805051'] for port, after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:19.988074 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-edb2c891-2363-409d-b5a9-447a35a76212 None None] Port 2613e01a-0443-468d-b153-aa7bfaf89af4 cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:19:19.997118 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port dc9de68b-d3ef-4681-b537-220caa406fe6 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:19:20.018220 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-40a3b759-2ad1-40b6-a16e-866ad3f89271 None None] Attempting to bind port 1eb8a36e-729a-454f-8473-2733e0a0aeff on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:19:20.018606 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-40a3b759-2ad1-40b6-a16e-866ad3f89271 None None] Attempting to bind port 1eb8a36e-729a-454f-8473-2733e0a0aeff by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:19:20.018949 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a3b759-2ad1-40b6-a16e-866ad3f89271 None None] Attempting to bind port 1eb8a36e-729a-454f-8473-2733e0a0aeff on network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:19:20.021271 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf3b22-6cff-432f-962c-965f95cce17b None None] Pushing event updated for resources: {'Port': ['ID=1eb8a36e-729a-454f-8473-2733e0a0aeff,revision_number=2']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:20.026718 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a3b759-2ad1-40b6-a16e-866ad3f89271 None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:19:20.027086 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a3b759-2ad1-40b6-a16e-866ad3f89271 None None] Checking segment: {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:19:20.027769 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-40a3b759-2ad1-40b6-a16e-866ad3f89271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:20.028025 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a3b759-2ad1-40b6-a16e-866ad3f89271 None None] Bound using segment: {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:19:20.028370 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-40a3b759-2ad1-40b6-a16e-866ad3f89271 None None] Bound port: 1eb8a36e-729a-454f-8473-2733e0a0aeff, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:19:20.028695 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-40a3b759-2ad1-40b6-a16e-866ad3f89271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:20.034786 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab0b4e-a3da-48d3-9204-da700cb68062 admin admin] Pushing event updated for resources: {'Port': ['ID=2613e01a-0443-468d-b153-aa7bfaf89af4,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:20.040127 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-04ab0b4e-a3da-48d3-9204-da700cb68062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665176'] for router_interface, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:20.090836 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-40a3b759-2ad1-40b6-a16e-866ad3f89271 None None] For port 1eb8a36e-729a-454f-8473-2733e0a0aeff, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:19:20.093946 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-40a3b759-2ad1-40b6-a16e-866ad3f89271 None None] For port 1eb8a36e-729a-454f-8473-2733e0a0aeff, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=1eb8a36e-729a-454f-8473-2733e0a0aeff,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:19:20.128587 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-623622f5-5183-4a7c-b9bc-6cbfb46df472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:20.137265 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ab0b4e-a3da-48d3-9204-da700cb68062 admin admin] Network 259b49e1-ffe2-460f-9559-76d72fd439f6 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:19:20.138638 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-04ab0b4e-a3da-48d3-9204-da700cb68062 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:19:20.152108 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-40a3b759-2ad1-40b6-a16e-866ad3f89271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:20.213869 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a3b759-2ad1-40b6-a16e-866ad3f89271 None None] Routers {'1c01edf1-7851-4603-992c-86f05e633a30'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:19:20.214512 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-40a3b759-2ad1-40b6-a16e-866ad3f89271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:19:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['1c01edf1-7851-4603-992c-86f05e633a30'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:20.258639 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ab0b4e-a3da-48d3-9204-da700cb68062 admin admin] Router 1c01edf1-7851-4603-992c-86f05e633a30 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:19:20.262039 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf3b22-6cff-432f-962c-965f95cce17b None None] Pushing event updated for resources: {'Port': ['ID=1eb8a36e-729a-454f-8473-2733e0a0aeff,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:20.351262 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-40a3b759-2ad1-40b6-a16e-866ad3f89271 None None] Set router 1c01edf1-7851-4603-992c-86f05e633a30 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:19:20.389166 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ab0b4e-a3da-48d3-9204-da700cb68062 admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:19:20.397755 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-04ab0b4e-a3da-48d3-9204-da700cb68062 admin admin] 10.222.0.21 "PUT /v2.0/routers/1c01edf1-7851-4603-992c-86f05e633a30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9982617 May 26 11:19:20.484288 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-d65d9e4c-c6d1-4a4a-a977-aa5e9c24619b None None] Provisioning complete for port 2613e01a-0443-468d-b153-aa7bfaf89af4 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:20.484675 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-d65d9e4c-c6d1-4a4a-a977-aa5e9c24619b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:20.531768 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-d65d9e4c-c6d1-4a4a-a977-aa5e9c24619b None None] Port 2613e01a-0443-468d-b153-aa7bfaf89af4 cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:19:20.598831 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-40a3b759-2ad1-40b6-a16e-866ad3f89271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c01edf1-7851-4603-992c-86f05e633a30', 'name': 'tempest-TestShelveInstance-152935126-router', 'tenant_id': '97ea9fe95b7949e3a582629f54c255fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '1eb8a36e-729a-454f-8473-2733e0a0aeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:19:15Z', 'updated_at': '2022-05-26T11:19:19Z', 'revision_number': 4, 'project_id': '97ea9fe95b7949e3a582629f54c255fa', 'gw_port': {'id': '1eb8a36e-729a-454f-8473-2733e0a0aeff', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:73:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c01edf1-7851-4603-992c-86f05e633a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:16Z', 'updated_at': '2022-05-26T11:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '2613e01a-0443-468d-b153-aa7bfaf89af4', 'name': '', 'network_id': '259b49e1-ffe2-460f-9559-76d72fd439f6', 'tenant_id': '97ea9fe95b7949e3a582629f54c255fa', 'mac_address': 'fa:16:3e:e7:bb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c01edf1-7851-4603-992c-86f05e633a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '2809c188-f0ea-4e47-8442-7cb06d996385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:18Z', 'updated_at': '2022-05-26T11:19:19Z', 'revision_number': 2, 'project_id': '97ea9fe95b7949e3a582629f54c255fa', 'subnets': [{'id': '2809c188-f0ea-4e47-8442-7cb06d996385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:20.629467 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a3b759-2ad1-40b6-a16e-866ad3f89271 None None] The sync data for ids ['1c01edf1-7851-4603-992c-86f05e633a30'] in dv-cinder-843395-1-iscsi is: [{'id': '1c01edf1-7851-4603-992c-86f05e633a30', 'name': 'tempest-TestShelveInstance-152935126-router', 'tenant_id': '97ea9fe95b7949e3a582629f54c255fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '1eb8a36e-729a-454f-8473-2733e0a0aeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:19:15Z', 'updated_at': '2022-05-26T11:19:19Z', 'revision_number': 4, 'project_id': '97ea9fe95b7949e3a582629f54c255fa', 'gw_port': {'id': '1eb8a36e-729a-454f-8473-2733e0a0aeff', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:73:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c01edf1-7851-4603-992c-86f05e633a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:16Z', 'updated_at': '2022-05-26T11:19:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '2613e01a-0443-468d-b153-aa7bfaf89af4', 'name': '', 'network_id': '259b49e1-ffe2-460f-9559-76d72fd439f6', 'tenant_id': '97ea9fe95b7949e3a582629f54c255fa', 'mac_address': 'fa:16:3e:e7:bb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c01edf1-7851-4603-992c-86f05e633a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '2809c188-f0ea-4e47-8442-7cb06d996385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:18Z', 'updated_at': '2022-05-26T11:19:19Z', 'revision_number': 2, 'project_id': '97ea9fe95b7949e3a582629f54c255fa', 'subnets': [{'id': '2809c188-f0ea-4e47-8442-7cb06d996385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:19:20.742264 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a061caf-8bc0-4676-9c72-15ea7de4477f req-2c8b659c-17a4-48d4-a9c1-bde669cad258 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:20.744504 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3a061caf-8bc0-4676-9c72-15ea7de4477f req-2c8b659c-17a4-48d4-a9c1-bde669cad258 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.0568440 May 26 11:19:20.783626 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3a061caf-8bc0-4676-9c72-15ea7de4477f req-bbe060b5-0095-4cab-b1cb-74b259efa6fe tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328517 May 26 11:19:20.813805 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 42116) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:20.818429 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-6fa9b26d-0057-44a5-8c18-253c4e745039 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-551965690', 'description': 'tempest-secgroup-smoke-551965690 description', 'project_id': 'b825a6473b6e40d89336e2abca3c33c5'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:20.911537 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6fa9b26d-0057-44a5-8c18-253c4e745039 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:20.985564 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6fa9b26d-0057-44a5-8c18-253c4e745039 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:21.051016 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6fa9b26d-0057-44a5-8c18-253c4e745039 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:21.081891 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9b26d-0057-44a5-8c18-253c4e745039 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=488c9149-b74f-4f81-896d-cf0b70f04d1e,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:21.151496 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-6fa9b26d-0057-44a5-8c18-253c4e745039 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:21.152780 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-6fa9b26d-0057-44a5-8c18-253c4e745039 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3379369 May 26 11:19:21.155649 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 42118) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:21.160335 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-26a7d719-b9d4-43b9-831b-da1cb760dac6 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Request body: {'security_group_rule': {'security_group_id': '488c9149-b74f-4f81-896d-cf0b70f04d1e', 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:21.261876 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-26a7d719-b9d4-43b9-831b-da1cb760dac6 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:21.338938 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-26a7d719-b9d4-43b9-831b-da1cb760dac6 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:21.399742 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-26a7d719-b9d4-43b9-831b-da1cb760dac6 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:21.423582 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7d719-b9d4-43b9-831b-da1cb760dac6 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0100c19-6d48-4b23-a92a-752e8754c59c,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:21.485088 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:21.510012 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-26a7d719-b9d4-43b9-831b-da1cb760dac6 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:21.511269 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-26a7d719-b9d4-43b9-831b-da1cb760dac6 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3545048 May 26 11:19:21.514013 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 42124) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:21.518462 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-be1a3dcc-a745-4b75-91f7-7b321fe83a0c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Request body: {'security_group_rule': {'security_group_id': '488c9149-b74f-4f81-896d-cf0b70f04d1e', 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:21.619443 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-be1a3dcc-a745-4b75-91f7-7b321fe83a0c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:21.685483 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-be1a3dcc-a745-4b75-91f7-7b321fe83a0c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:21.702629 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 1eb8a36e-729a-454f-8473-2733e0a0aeff up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:19:21.754656 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 1eb8a36e-729a-454f-8473-2733e0a0aeff triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:21.755030 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:21.762924 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-be1a3dcc-a745-4b75-91f7-7b321fe83a0c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:21.782341 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a3dcc-a745-4b75-91f7-7b321fe83a0c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0e7acca-f4f4-4e26-9ae5-8984de3b510a,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:21.851859 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 1eb8a36e-729a-454f-8473-2733e0a0aeff is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:19:21.852263 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:21.861894 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-be1a3dcc-a745-4b75-91f7-7b321fe83a0c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:21.863120 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-be1a3dcc-a745-4b75-91f7-7b321fe83a0c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3481834 May 26 11:19:21.866665 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 42132) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:21.871383 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-891f8264-d347-4187-8068-3e4b7370ad58 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Request body: {'security_group_rule': {'security_group_id': '488c9149-b74f-4f81-896d-cf0b70f04d1e', 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:21.883438 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c4930102-f789-48be-b099-5ee77c22024a None None] For port 1eb8a36e-729a-454f-8473-2733e0a0aeff, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=1eb8a36e-729a-454f-8473-2733e0a0aeff,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:19:21.932128 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1900d4-5c3a-4df6-8e40-f3e86e88c40c req-ae11e324-c078-457f-abc4-96e726c58111 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:21.933978 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fc1900d4-5c3a-4df6-8e40-f3e86e88c40c req-ae11e324-c078-457f-abc4-96e726c58111 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.0577462 May 26 11:19:21.963035 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:21.976158 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fc1900d4-5c3a-4df6-8e40-f3e86e88c40c req-2ba57023-aaf0-492c-ab4e-8f38db633daf tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331225 May 26 11:19:22.011632 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Pushing event updated for resources: {'Port': ['ID=1eb8a36e-729a-454f-8473-2733e0a0aeff,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:22.036497 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-891f8264-d347-4187-8068-3e4b7370ad58 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:22.117105 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb3fba-2e89-493a-b2e2-c73d460130af req-0e96d893-9ac8-4f26-9e3a-1c21eb7c903d tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:22.118586 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0ecb3fba-2e89-493a-b2e2-c73d460130af req-0e96d893-9ac8-4f26-9e3a-1c21eb7c903d tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.0726128 May 26 11:19:22.127025 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-891f8264-d347-4187-8068-3e4b7370ad58 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:22.127375 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 42136) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:22.132874 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-143f9f47-db6b-45f3-a23f-a960d6f8b876 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Request body: {'floatingip': {'port_id': 'ae6bf3df-1709-47b2-8319-f77fdf5bee39'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:22.174604 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-143f9f47-db6b-45f3-a23f-a960d6f8b876 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for floatingip, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:22.219763 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-891f8264-d347-4187-8068-3e4b7370ad58 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:22.237722 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891f8264-d347-4187-8068-3e4b7370ad58 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95a60e6-f3f9-4973-bd34-a4eb3b00584e,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:22.321798 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-891f8264-d347-4187-8068-3e4b7370ad58 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:22.322998 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-891f8264-d347-4187-8068-3e4b7370ad58 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4551129 May 26 11:19:22.325803 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 42138) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:22.330247 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-33317c5a-be4b-4a59-9cd0-eb0e9b6d0ab1 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Request body: {'security_group_rule': {'security_group_id': '488c9149-b74f-4f81-896d-cf0b70f04d1e', 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:22.421147 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-33317c5a-be4b-4a59-9cd0-eb0e9b6d0ab1 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:22.480023 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-33317c5a-be4b-4a59-9cd0-eb0e9b6d0ab1 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:22.553520 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-33317c5a-be4b-4a59-9cd0-eb0e9b6d0ab1 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:22.571447 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33317c5a-be4b-4a59-9cd0-eb0e9b6d0ab1 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47b76355-7fcb-4ccb-a85c-756f6fc778cb,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:22.598147 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-143f9f47-db6b-45f3-a23f-a960d6f8b876 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:22.650592 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-33317c5a-be4b-4a59-9cd0-eb0e9b6d0ab1 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:22.651850 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-33317c5a-be4b-4a59-9cd0-eb0e9b6d0ab1 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3251166 May 26 11:19:22.654540 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 42140) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:22.658773 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-60ed223c-8782-483a-b0f1-460c5308fd90 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Request body: {'security_group_rule': {'security_group_id': '488c9149-b74f-4f81-896d-cf0b70f04d1e', 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:22.685036 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-143f9f47-db6b-45f3-a23f-a960d6f8b876 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:22.711289 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:22.770913 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.db.securitygroups_db [None req-60ed223c-8782-483a-b0f1-460c5308fd90 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Project b825a6473b6e40d89336e2abca3c33c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 11:19:22.776495 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-60ed223c-8782-483a-b0f1-460c5308fd90 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:22.785931 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.l3_db [None req-143f9f47-db6b-45f3-a23f-a960d6f8b876 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Floating IP f539c9e6-f551-44e6-82b4-b9efa1f5e76b associated. External IP: 172.27.2.137, port: ae6bf3df-1709-47b2-8319-f77fdf5bee39. May 26 11:19:22.838308 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-60ed223c-8782-483a-b0f1-460c5308fd90 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:22.917139 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-60ed223c-8782-483a-b0f1-460c5308fd90 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:22.936182 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed223c-8782-483a-b0f1-460c5308fd90 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8192d1e1-e7ab-4ec8-a701-7979fd2b54df,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:22.992393 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143f9f47-db6b-45f3-a23f-a960d6f8b876 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Router e014afec-0034-4a80-a072-04dec8a73be7 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:19:23.022572 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-60ed223c-8782-483a-b0f1-460c5308fd90 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:23.023773 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-60ed223c-8782-483a-b0f1-460c5308fd90 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3683271 May 26 11:19:23.028317 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 42144) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:23.032828 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-40a8df5e-bdf1-47d7-85fd-241e7384949c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Request body: {'security_group_rule': {'security_group_id': '488c9149-b74f-4f81-896d-cf0b70f04d1e', 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:23.099092 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143f9f47-db6b-45f3-a23f-a960d6f8b876 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:19:23.103798 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-143f9f47-db6b-45f3-a23f-a960d6f8b876 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:23.108973 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c10539-8c1e-456f-8e77-902f8414c55b None None] Sync routers for ids ['e014afec-0034-4a80-a072-04dec8a73be7'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:19:23.119576 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c10539-8c1e-456f-8e77-902f8414c55b None None] Routers {'e014afec-0034-4a80-a072-04dec8a73be7'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:19:23.120287 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-60c10539-8c1e-456f-8e77-902f8414c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:19:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['e014afec-0034-4a80-a072-04dec8a73be7'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:23.125642 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.db.securitygroups_db [None req-40a8df5e-bdf1-47d7-85fd-241e7384949c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Project b825a6473b6e40d89336e2abca3c33c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 11:19:23.130271 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-143f9f47-db6b-45f3-a23f-a960d6f8b876 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "PUT /v2.0/floatingips/f539c9e6-f551-44e6-82b4-b9efa1f5e76b HTTP/1.1" status: 200 len: 991 time: 1.0015697 May 26 11:19:23.130738 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-40a8df5e-bdf1-47d7-85fd-241e7384949c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:23.130874 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0986e2d8-cda5-42fe-97a9-9978a2dad8e6', 'tag': 'ae6bf3df-1709-47b2-8319-f77fdf5bee39'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:19:23.134388 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843518be-b1f9-4033-970c-1317e96133ab" -d '{"events": [{"name": "network-changed", "server_uuid": "0986e2d8-cda5-42fe-97a9-9978a2dad8e6", "tag": "ae6bf3df-1709-47b2-8319-f77fdf5bee39"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:19:23.185599 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0daf775-f79c-4852-a3f7-9398537952e5 x-openstack-request-id: req-b0daf775-f79c-4852-a3f7-9398537952e5 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:19:23.185976 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0986e2d8-cda5-42fe-97a9-9978a2dad8e6", "tag": "ae6bf3df-1709-47b2-8319-f77fdf5bee39", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:19:23.186135 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0daf775-f79c-4852-a3f7-9398537952e5 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:19:23.186752 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0daf775-f79c-4852-a3f7-9398537952e5'] response: {'name': 'network-changed', 'server_uuid': '0986e2d8-cda5-42fe-97a9-9978a2dad8e6', 'tag': 'ae6bf3df-1709-47b2-8319-f77fdf5bee39', 'status': 'completed', 'code': 200} May 26 11:19:23.223518 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-40a8df5e-bdf1-47d7-85fd-241e7384949c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:23.227896 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:23.245265 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-60c10539-8c1e-456f-8e77-902f8414c55b None None] Set router e014afec-0034-4a80-a072-04dec8a73be7 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:19:23.294275 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-40a8df5e-bdf1-47d7-85fd-241e7384949c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:23.313748 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8df5e-bdf1-47d7-85fd-241e7384949c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c21748b-3afd-44d8-b2b4-29c302a9a3bd,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:23.392979 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-40a8df5e-bdf1-47d7-85fd-241e7384949c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:23.394333 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-40a8df5e-bdf1-47d7-85fd-241e7384949c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3649802 May 26 11:19:23.483614 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-60c10539-8c1e-456f-8e77-902f8414c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'name': 'tempest-AttachVolumeShelveTestJSON-1073781720-router', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'gw_port': {'id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'f539c9e6-f551-44e6-82b4-b9efa1f5e76b', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'port_id': 'ae6bf3df-1709-47b2-8319-f77fdf5bee39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'mac_address': 'fa:16:3e:c8:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986e2d8-cda5-42fe-97a9-9978a2dad8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:19:03Z', 'updated_at': '2022-05-26T11:19:22Z', 'revision_number': 1, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc', 'name': '', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'mac_address': 'fa:16:3e:b9:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:50Z', 'updated_at': '2022-05-26T11:15:06Z', 'revision_number': 5, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'subnets': [{'id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:23.510643 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c10539-8c1e-456f-8e77-902f8414c55b None None] Checking router: e014afec-0034-4a80-a072-04dec8a73be7 for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:19:23.518923 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c10539-8c1e-456f-8e77-902f8414c55b None None] Routers {'e014afec-0034-4a80-a072-04dec8a73be7'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:19:23.519533 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-60c10539-8c1e-456f-8e77-902f8414c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:19:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['e014afec-0034-4a80-a072-04dec8a73be7'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:23.628472 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-60c10539-8c1e-456f-8e77-902f8414c55b None None] Set router e014afec-0034-4a80-a072-04dec8a73be7 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:19:23.676662 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 1eb8a36e-729a-454f-8473-2733e0a0aeff up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:19:23.726895 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 1eb8a36e-729a-454f-8473-2733e0a0aeff triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:23.727553 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:23.815553 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 1eb8a36e-729a-454f-8473-2733e0a0aeff is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:19:23.874598 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device e002be21-0984-496e-994a-4fd6980d4634 no longer exists at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:19:23.899508 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] No Port match for: e002be21-0984-496e-994a-4fd6980d4634 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:19:23.900160 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device e002be21-0984-496e-994a-4fd6980d4634 not bound to the agent host hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:19:23.943155 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-60c10539-8c1e-456f-8e77-902f8414c55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'name': 'tempest-AttachVolumeShelveTestJSON-1073781720-router', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'gw_port': {'id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'f539c9e6-f551-44e6-82b4-b9efa1f5e76b', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'port_id': 'ae6bf3df-1709-47b2-8319-f77fdf5bee39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'mac_address': 'fa:16:3e:c8:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986e2d8-cda5-42fe-97a9-9978a2dad8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:19:03Z', 'updated_at': '2022-05-26T11:19:22Z', 'revision_number': 1, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc', 'name': '', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'mac_address': 'fa:16:3e:b9:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:50Z', 'updated_at': '2022-05-26T11:15:06Z', 'revision_number': 5, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'subnets': [{'id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:23.978017 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c10539-8c1e-456f-8e77-902f8414c55b None None] The sync data for ids ['e014afec-0034-4a80-a072-04dec8a73be7'] in dv-cinder-843395-1-iscsi is: [{'id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'name': 'tempest-AttachVolumeShelveTestJSON-1073781720-router', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'gw_port': {'id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'f539c9e6-f551-44e6-82b4-b9efa1f5e76b', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'floating_ip_address': '172.27.2.137', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'port_id': 'ae6bf3df-1709-47b2-8319-f77fdf5bee39', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'mac_address': 'fa:16:3e:c8:80:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0986e2d8-cda5-42fe-97a9-9978a2dad8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:19:03Z', 'updated_at': '2022-05-26T11:19:22Z', 'revision_number': 1, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc', 'name': '', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'mac_address': 'fa:16:3e:b9:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:50Z', 'updated_at': '2022-05-26T11:15:06Z', 'revision_number': 5, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'subnets': [{'id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:19:24.054414 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f88d7-6b0a-403c-9d75-8861f28e4985 req-c052a5ac-17ae-4dc2-816d-c32f25b7f6e4 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:24.055933 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-195f88d7-6b0a-403c-9d75-8861f28e4985 req-c052a5ac-17ae-4dc2-816d-c32f25b7f6e4 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 985 time: 0.0507853 May 26 11:19:24.097299 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-195f88d7-6b0a-403c-9d75-8861f28e4985 req-b6eb877a-8bfb-45a0-b678-de7e2cbae106 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&id=71dc6930-463e-4874-b5d2-f7c30548d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351810 May 26 11:19:24.310139 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e5453b-6266-41b3-b42a-28bf655277a6 None None] New status for floating IP f539c9e6-f551-44e6-82b4-b9efa1f5e76b: ACTIVE {{(pid=102813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:19:24.369559 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c8d3ee-f05c-40d2-b595-c66fa0b70c60 None None] Sync routers for ids ['1c01edf1-7851-4603-992c-86f05e633a30'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:19:24.378968 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c8d3ee-f05c-40d2-b595-c66fa0b70c60 None None] Routers {'1c01edf1-7851-4603-992c-86f05e633a30'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:19:24.379579 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-08c8d3ee-f05c-40d2-b595-c66fa0b70c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:19:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['1c01edf1-7851-4603-992c-86f05e633a30'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:24.485628 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-08c8d3ee-f05c-40d2-b595-c66fa0b70c60 None None] Set router 1c01edf1-7851-4603-992c-86f05e633a30 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:19:24.701432 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-08c8d3ee-f05c-40d2-b595-c66fa0b70c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c01edf1-7851-4603-992c-86f05e633a30', 'name': 'tempest-TestShelveInstance-152935126-router', 'tenant_id': '97ea9fe95b7949e3a582629f54c255fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '1eb8a36e-729a-454f-8473-2733e0a0aeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:19:15Z', 'updated_at': '2022-05-26T11:19:19Z', 'revision_number': 4, 'project_id': '97ea9fe95b7949e3a582629f54c255fa', 'gw_port': {'id': '1eb8a36e-729a-454f-8473-2733e0a0aeff', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:73:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c01edf1-7851-4603-992c-86f05e633a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:16Z', 'updated_at': '2022-05-26T11:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '2613e01a-0443-468d-b153-aa7bfaf89af4', 'name': '', 'network_id': '259b49e1-ffe2-460f-9559-76d72fd439f6', 'tenant_id': '97ea9fe95b7949e3a582629f54c255fa', 'mac_address': 'fa:16:3e:e7:bb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c01edf1-7851-4603-992c-86f05e633a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '2809c188-f0ea-4e47-8442-7cb06d996385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:18Z', 'updated_at': '2022-05-26T11:19:19Z', 'revision_number': 2, 'project_id': '97ea9fe95b7949e3a582629f54c255fa', 'subnets': [{'id': '2809c188-f0ea-4e47-8442-7cb06d996385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:24.730465 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c8d3ee-f05c-40d2-b595-c66fa0b70c60 None None] Checking router: 1c01edf1-7851-4603-992c-86f05e633a30 for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:19:24.730830 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c8d3ee-f05c-40d2-b595-c66fa0b70c60 None None] Updating router 1c01edf1-7851-4603-992c-86f05e633a30 port 2613e01a-0443-468d-b153-aa7bfaf89af4 binding host dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:19:24.755500 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-08c8d3ee-f05c-40d2-b595-c66fa0b70c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:24.875942 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843518be-b1f9-4033-970c-1317e96133ab req-c514687e-8556-4371-9711-80409dc80bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:24.877479 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-843518be-b1f9-4033-970c-1317e96133ab req-c514687e-8556-4371-9711-80409dc80bda service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c230246bb94476891f4cc468a47d8c1&device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 1098 time: 0.0505362 May 26 11:19:25.017187 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1da3a-0f61-4bc5-b014-26c89bab9bf7 req-0bfe77d0-ecff-48ec-b138-c3b67e38b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:25.018673 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8ca1da3a-0f61-4bc5-b014-26c89bab9bf7 req-0bfe77d0-ecff-48ec-b138-c3b67e38b560 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8330e6f157749c79c6f779ab940e1b5&device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 1138 time: 0.0716169 May 26 11:19:25.021294 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843518be-b1f9-4033-970c-1317e96133ab req-dd82c75a-e85f-4c4a-9197-d4f37a59c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:25.022672 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-843518be-b1f9-4033-970c-1317e96133ab req-dd82c75a-e85f-4c4a-9197-d4f37a59c504 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8f9ca9a-5305-4587-9899-24d42d7bc678 HTTP/1.1" status: 200 len: 918 time: 0.1361635 May 26 11:19:25.041603 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-08c8d3ee-f05c-40d2-b595-c66fa0b70c60 None None] Notify callbacks [] for port, precommit_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:25.119363 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-08c8d3ee-f05c-40d2-b595-c66fa0b70c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:25.160438 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-843518be-b1f9-4033-970c-1317e96133ab req-75bf0b0d-22c1-4505-8d1c-317691921049 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae6bf3df-1709-47b2-8319-f77fdf5bee39 HTTP/1.1" status: 200 len: 1001 time: 0.1170042 May 26 11:19:25.178466 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5d612-6667-4b3b-a664-39f324db4ae3 None None] Pushing event updated for resources: {'Port': ['ID=2613e01a-0443-468d-b153-aa7bfaf89af4,revision_number=3']} {{(pid=102814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:25.204085 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1da3a-0f61-4bc5-b014-26c89bab9bf7 req-20c82960-cd4a-4f23-a9ac-c7ca917507c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:25.205610 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8ca1da3a-0f61-4bc5-b014-26c89bab9bf7 req-20c82960-cd4a-4f23-a9ac-c7ca917507c6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecba23a2-84f5-4d25-94be-3592338dfd31 HTTP/1.1" status: 200 len: 916 time: 0.1707120 May 26 11:19:25.273696 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaec682-f03c-41d5-a1d7-6c688379cd60 req-fade3d6e-756a-4dbc-b135-74499cda4fef tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:25.281169 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2eaec682-f03c-41d5-a1d7-6c688379cd60 req-fade3d6e-756a-4dbc-b135-74499cda4fef tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 985 time: 0.0862188 May 26 11:19:25.284196 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-08c8d3ee-f05c-40d2-b595-c66fa0b70c60 None None] Attempting to bind port 2613e01a-0443-468d-b153-aa7bfaf89af4 on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:19:25.284559 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-08c8d3ee-f05c-40d2-b595-c66fa0b70c60 None None] Attempting to bind port 2613e01a-0443-468d-b153-aa7bfaf89af4 by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': '7d7b1ea9-8a0a-476e-ba54-ad7b733852ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '259b49e1-ffe2-460f-9559-76d72fd439f6'}] {{(pid=102814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:19:25.284957 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8d3ee-f05c-40d2-b595-c66fa0b70c60 None None] Attempting to bind port 2613e01a-0443-468d-b153-aa7bfaf89af4 on network 259b49e1-ffe2-460f-9559-76d72fd439f6 {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:19:25.292419 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8d3ee-f05c-40d2-b595-c66fa0b70c60 None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:19:25.292843 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8d3ee-f05c-40d2-b595-c66fa0b70c60 None None] Checking segment: {'id': '7d7b1ea9-8a0a-476e-ba54-ad7b733852ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '259b49e1-ffe2-460f-9559-76d72fd439f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:19:25.293252 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-08c8d3ee-f05c-40d2-b595-c66fa0b70c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:25.293689 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c8d3ee-f05c-40d2-b595-c66fa0b70c60 None None] Bound using segment: {'id': '7d7b1ea9-8a0a-476e-ba54-ad7b733852ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '259b49e1-ffe2-460f-9559-76d72fd439f6'} {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:19:25.294447 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-08c8d3ee-f05c-40d2-b595-c66fa0b70c60 None None] Bound port: 2613e01a-0443-468d-b153-aa7bfaf89af4, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d7b1ea9-8a0a-476e-ba54-ad7b733852ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '259b49e1-ffe2-460f-9559-76d72fd439f6'}}] {{(pid=102814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:19:25.295143 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-08c8d3ee-f05c-40d2-b595-c66fa0b70c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:25.296574 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8ca1da3a-0f61-4bc5-b014-26c89bab9bf7 req-ef5447f6-87a7-4ede-bcbf-e2a6a81df2c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21273c8f-f6a0-4cf6-8549-21fb5883ff2b HTTP/1.1" status: 200 len: 1002 time: 0.0839083 May 26 11:19:25.299679 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843518be-b1f9-4033-970c-1317e96133ab req-53aad4fe-520a-4106-9f06-4ee3a1695074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:25.303994 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-843518be-b1f9-4033-970c-1317e96133ab req-53aad4fe-520a-4106-9f06-4ee3a1695074 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=514f2ce8-5ecc-434b-8584-b769021cd39f HTTP/1.1" status: 200 len: 856 time: 0.1307111 May 26 11:19:25.334678 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2eaec682-f03c-41d5-a1d7-6c688379cd60 req-8792f7c7-b4e1-4da9-af38-5bb815cc9f90 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&id=71dc6930-463e-4874-b5d2-f7c30548d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463910 May 26 11:19:25.372554 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.db [None req-08c8d3ee-f05c-40d2-b595-c66fa0b70c60 None None] For port 2613e01a-0443-468d-b153-aa7bfaf89af4, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:19:25.375951 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.db [None req-08c8d3ee-f05c-40d2-b595-c66fa0b70c60 None None] For port 2613e01a-0443-468d-b153-aa7bfaf89af4, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=2613e01a-0443-468d-b153-aa7bfaf89af4,segment=NetworkSegment(7d7b1ea9-8a0a-476e-ba54-ad7b733852ee),segment_id=7d7b1ea9-8a0a-476e-ba54-ad7b733852ee)] {{(pid=102814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:19:25.386923 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1da3a-0f61-4bc5-b014-26c89bab9bf7 req-e316b93f-5922-41e6-938b-ee585341cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:25.388383 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8ca1da3a-0f61-4bc5-b014-26c89bab9bf7 req-e316b93f-5922-41e6-938b-ee585341cd25 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=574ef81a-b121-4d5b-8038-17d4fb5c5a45 HTTP/1.1" status: 200 len: 854 time: 0.0828800 May 26 11:19:25.408747 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843518be-b1f9-4033-970c-1317e96133ab req-c20c04d4-8256-4b48-a5fc-3c6224038090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:25.410257 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-843518be-b1f9-4033-970c-1317e96133ab req-c20c04d4-8256-4b48-a5fc-3c6224038090 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8f9ca9a-5305-4587-9899-24d42d7bc678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738926 May 26 11:19:25.481123 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-08c8d3ee-f05c-40d2-b595-c66fa0b70c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:25.488999 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-2c99a8a7-0649-4dad-b09e-eedd32f2d71f None None] Provisioning complete for port 2613e01a-0443-468d-b153-aa7bfaf89af4 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:25.489604 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-2c99a8a7-0649-4dad-b09e-eedd32f2d71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:25.494316 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1da3a-0f61-4bc5-b014-26c89bab9bf7 req-f8da1836-d95e-46ec-acdd-a44c8cb7f117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:25.495808 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8ca1da3a-0f61-4bc5-b014-26c89bab9bf7 req-f8da1836-d95e-46ec-acdd-a44c8cb7f117 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecba23a2-84f5-4d25-94be-3592338dfd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1001310 May 26 11:19:25.547647 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c8d3ee-f05c-40d2-b595-c66fa0b70c60 None None] Routers {'1c01edf1-7851-4603-992c-86f05e633a30'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:19:25.548317 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-08c8d3ee-f05c-40d2-b595-c66fa0b70c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:19:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['1c01edf1-7851-4603-992c-86f05e633a30'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:25.595264 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-843518be-b1f9-4033-970c-1317e96133ab req-dd2d40a5-7623-41c2-ac14-5c676bf601ab service neutron] 10.222.0.42 "GET /v2.0/networks/c8f9ca9a-5305-4587-9899-24d42d7bc678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697865 May 26 11:19:25.595569 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5d612-6667-4b3b-a664-39f324db4ae3 None None] Pushing event updated for resources: {'Port': ['ID=2613e01a-0443-468d-b153-aa7bfaf89af4,revision_number=4']} {{(pid=102814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:25.696995 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-08c8d3ee-f05c-40d2-b595-c66fa0b70c60 None None] Set router 1c01edf1-7851-4603-992c-86f05e633a30 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:19:25.713939 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8ca1da3a-0f61-4bc5-b014-26c89bab9bf7 req-7c10a094-1e49-4841-9365-b67f39982e3c service neutron] 10.222.0.42 "GET /v2.0/networks/ecba23a2-84f5-4d25-94be-3592338dfd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057731 May 26 11:19:25.734487 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-2c99a8a7-0649-4dad-b09e-eedd32f2d71f None None] Current status of the port 2613e01a-0443-468d-b153-aa7bfaf89af4 is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:19:25.735035 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-2c99a8a7-0649-4dad-b09e-eedd32f2d71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:25.793130 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 2613e01a-0443-468d-b153-aa7bfaf89af4 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:19:25.796716 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-2c99a8a7-0649-4dad-b09e-eedd32f2d71f None None] For port 2613e01a-0443-468d-b153-aa7bfaf89af4, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=2613e01a-0443-468d-b153-aa7bfaf89af4,segment=NetworkSegment(7d7b1ea9-8a0a-476e-ba54-ad7b733852ee),segment_id=7d7b1ea9-8a0a-476e-ba54-ad7b733852ee)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:19:25.852379 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 2613e01a-0443-468d-b153-aa7bfaf89af4 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:25.852792 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:25.861292 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-843518be-b1f9-4033-970c-1317e96133ab req-f41c8102-95a2-4fb9-9e90-65aefb9db4fa service neutron] 10.222.0.42 "GET /v2.0/networks/c8f9ca9a-5305-4587-9899-24d42d7bc678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585692 May 26 11:19:25.894998 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-2c99a8a7-0649-4dad-b09e-eedd32f2d71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:25.895299 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8ca1da3a-0f61-4bc5-b014-26c89bab9bf7 req-2c323dab-3d10-4e7e-be0b-522583b5753c service neutron] 10.222.0.42 "GET /v2.0/networks/ecba23a2-84f5-4d25-94be-3592338dfd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732371 May 26 11:19:25.929548 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-08c8d3ee-f05c-40d2-b595-c66fa0b70c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c01edf1-7851-4603-992c-86f05e633a30', 'name': 'tempest-TestShelveInstance-152935126-router', 'tenant_id': '97ea9fe95b7949e3a582629f54c255fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '1eb8a36e-729a-454f-8473-2733e0a0aeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:19:15Z', 'updated_at': '2022-05-26T11:19:19Z', 'revision_number': 4, 'project_id': '97ea9fe95b7949e3a582629f54c255fa', 'gw_port': {'id': '1eb8a36e-729a-454f-8473-2733e0a0aeff', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:73:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c01edf1-7851-4603-992c-86f05e633a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:16Z', 'updated_at': '2022-05-26T11:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '2613e01a-0443-468d-b153-aa7bfaf89af4', 'name': '', 'network_id': '259b49e1-ffe2-460f-9559-76d72fd439f6', 'tenant_id': '97ea9fe95b7949e3a582629f54c255fa', 'mac_address': 'fa:16:3e:e7:bb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c01edf1-7851-4603-992c-86f05e633a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '2809c188-f0ea-4e47-8442-7cb06d996385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:18Z', 'updated_at': '2022-05-26T11:19:25Z', 'revision_number': 4, 'project_id': '97ea9fe95b7949e3a582629f54c255fa', 'subnets': [{'id': '2809c188-f0ea-4e47-8442-7cb06d996385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:25.961050 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c8d3ee-f05c-40d2-b595-c66fa0b70c60 None None] The sync data for ids ['1c01edf1-7851-4603-992c-86f05e633a30'] in dv-cinder-843395-1-iscsi is: [{'id': '1c01edf1-7851-4603-992c-86f05e633a30', 'name': 'tempest-TestShelveInstance-152935126-router', 'tenant_id': '97ea9fe95b7949e3a582629f54c255fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '1eb8a36e-729a-454f-8473-2733e0a0aeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:19:15Z', 'updated_at': '2022-05-26T11:19:19Z', 'revision_number': 4, 'project_id': '97ea9fe95b7949e3a582629f54c255fa', 'gw_port': {'id': '1eb8a36e-729a-454f-8473-2733e0a0aeff', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:73:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c01edf1-7851-4603-992c-86f05e633a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:16Z', 'updated_at': '2022-05-26T11:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '2613e01a-0443-468d-b153-aa7bfaf89af4', 'name': '', 'network_id': '259b49e1-ffe2-460f-9559-76d72fd439f6', 'tenant_id': '97ea9fe95b7949e3a582629f54c255fa', 'mac_address': 'fa:16:3e:e7:bb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c01edf1-7851-4603-992c-86f05e633a30', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '2809c188-f0ea-4e47-8442-7cb06d996385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:18Z', 'updated_at': '2022-05-26T11:19:25Z', 'revision_number': 4, 'project_id': '97ea9fe95b7949e3a582629f54c255fa', 'subnets': [{'id': '2809c188-f0ea-4e47-8442-7cb06d996385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:19:25.983387 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99a8a7-0649-4dad-b09e-eedd32f2d71f None None] Pushing event updated for resources: {'Port': ['ID=2613e01a-0443-468d-b153-aa7bfaf89af4,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:25.989035 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 2613e01a-0443-468d-b153-aa7bfaf89af4 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:19:26.026762 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-ae33777c-b5b8-4fe5-881f-5bae6c544ca9 None None] Provisioning complete for port 2613e01a-0443-468d-b153-aa7bfaf89af4 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:26.027157 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-ae33777c-b5b8-4fe5-881f-5bae6c544ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:26.126942 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-ae33777c-b5b8-4fe5-881f-5bae6c544ca9 None None] Current status of the port 2613e01a-0443-468d-b153-aa7bfaf89af4 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:19:26.478316 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43814060-f482-41a1-9343-4beb34cb6ce9 req-468af52e-60ec-4868-9e3b-04414893fca5 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:26.479944 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-43814060-f482-41a1-9343-4beb34cb6ce9 req-468af52e-60ec-4868-9e3b-04414893fca5 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 985 time: 0.0685792 May 26 11:19:26.530809 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-43814060-f482-41a1-9343-4beb34cb6ce9 req-a7de5f6b-3d52-4f76-860e-9d3fbf4cfa3d tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&id=71dc6930-463e-4874-b5d2-f7c30548d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0443981 May 26 11:19:26.901415 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495703dc-f939-41d3-86ec-85e62c889651 req-8e8d78ea-bc97-4fb5-8e95-a266db006343 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:26.902955 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-495703dc-f939-41d3-86ec-85e62c889651 req-8e8d78ea-bc97-4fb5-8e95-a266db006343 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0486400 May 26 11:19:26.941576 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-495703dc-f939-41d3-86ec-85e62c889651 req-d054de29-cabb-4baf-808a-8e03efd862c4 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322137 May 26 11:19:27.655974 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd78ec9b-693f-4e84-900e-844b1dcb9ecb req-9e83ab7e-483e-4ce6-85c7-3a0bba32a807 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:27.657489 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fd78ec9b-693f-4e84-900e-844b1dcb9ecb req-9e83ab7e-483e-4ce6-85c7-3a0bba32a807 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 985 time: 0.0550690 May 26 11:19:27.682818 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 2613e01a-0443-468d-b153-aa7bfaf89af4 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:19:27.723877 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fd78ec9b-693f-4e84-900e-844b1dcb9ecb req-34da9748-2276-4146-9073-2fa45710a345 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&id=71dc6930-463e-4874-b5d2-f7c30548d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0597348 May 26 11:19:27.752127 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 2613e01a-0443-468d-b153-aa7bfaf89af4 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:27.752604 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:27.834494 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 2613e01a-0443-468d-b153-aa7bfaf89af4 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:19:28.060487 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663e51f-dfcd-4d83-94f0-beee687fc805 req-b13e0148-b767-4e6e-a7da-0d0432f0102a tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:28.061960 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1663e51f-dfcd-4d83-94f0-beee687fc805 req-b13e0148-b767-4e6e-a7da-0d0432f0102a tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0524886 May 26 11:19:28.099421 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1663e51f-dfcd-4d83-94f0-beee687fc805 req-10914d91-6619-4bda-9a7f-6cd200c0c366 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311375 May 26 11:19:28.850311 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997b322-1394-4907-b89a-b1b1eeaf7f94 req-0cf782a3-449b-448e-8400-63be3b80ea2f tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:28.851870 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b997b322-1394-4907-b89a-b1b1eeaf7f94 req-0cf782a3-449b-448e-8400-63be3b80ea2f tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 985 time: 0.0498133 May 26 11:19:28.890972 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b997b322-1394-4907-b89a-b1b1eeaf7f94 req-d92c51f8-35ac-47fc-8201-4c30d6325c11 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&id=71dc6930-463e-4874-b5d2-f7c30548d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330608 May 26 11:19:29.219195 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832b9b5-4908-47ce-9ef6-58a2988d8c2c req-d721372c-0ffb-4aca-ab2b-066639ed8f3f tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:29.219959 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7832b9b5-4908-47ce-9ef6-58a2988d8c2c req-d721372c-0ffb-4aca-ab2b-066639ed8f3f tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0484214 May 26 11:19:29.258352 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7832b9b5-4908-47ce-9ef6-58a2988d8c2c req-52ebea02-2f10-43b2-b751-628e3bdf1e17 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316682 May 26 11:19:29.351947 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b171046-7c71-4b2f-b57f-c33e3636829c req-04d580a5-6cca-455b-bca9-97f2eed118f3 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:29.353414 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3b171046-7c71-4b2f-b57f-c33e3636829c req-04d580a5-6cca-455b-bca9-97f2eed118f3 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 945 time: 0.0474505 May 26 11:19:29.462417 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-3b171046-7c71-4b2f-b57f-c33e3636829c req-cb11e085-a3e8-46ce-a235-b60f3848effb tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Deleting port 73d1c007-d465-4efc-a7a0-e7f6ec103745 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:19:29.469262 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3b171046-7c71-4b2f-b57f-c33e3636829c req-cb11e085-a3e8-46ce-a235-b60f3848effb tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:29.550375 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-3b171046-7c71-4b2f-b57f-c33e3636829c req-cb11e085-a3e8-46ce-a235-b60f3848effb tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] For port 73d1c007-d465-4efc-a7a0-e7f6ec103745, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=73d1c007-d465-4efc-a7a0-e7f6ec103745,segment=NetworkSegment(bb0632a9-f043-4b7e-b617-618509deb876),segment_id=bb0632a9-f043-4b7e-b617-618509deb876)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:19:29.550720 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3b171046-7c71-4b2f-b57f-c33e3636829c req-cb11e085-a3e8-46ce-a235-b60f3848effb tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:29.729129 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3b171046-7c71-4b2f-b57f-c33e3636829c req-cb11e085-a3e8-46ce-a235-b60f3848effb tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:29.729495 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3b171046-7c71-4b2f-b57f-c33e3636829c req-cb11e085-a3e8-46ce-a235-b60f3848effb tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:29.729809 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.l3_db [req-3b171046-7c71-4b2f-b57f-c33e3636829c req-cb11e085-a3e8-46ce-a235-b60f3848effb tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Floating IP 2bbd9393-c346-42ad-88c8-9e998576999f disassociated. External IP: 172.27.2.5, port: 73d1c007-d465-4efc-a7a0-e7f6ec103745. May 26 11:19:29.730147 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-3b171046-7c71-4b2f-b57f-c33e3636829c req-cb11e085-a3e8-46ce-a235-b60f3848effb tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Calling delete_port for 73d1c007-d465-4efc-a7a0-e7f6ec103745 owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:19:29.935185 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3b171046-7c71-4b2f-b57f-c33e3636829c req-cb11e085-a3e8-46ce-a235-b60f3848effb tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:29.953884 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb11e085-a3e8-46ce-a235-b60f3848effb tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Pushing event deleted for resources: {'Port': ['ID=73d1c007-d465-4efc-a7a0-e7f6ec103745,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:30.011701 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf3626-a96a-430d-97d1-582dfae7c19a req-08b8612f-ae05-4d1f-a6ba-97d640382420 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:30.013264 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dbdf3626-a96a-430d-97d1-582dfae7c19a req-08b8612f-ae05-4d1f-a6ba-97d640382420 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 985 time: 0.0557091 May 26 11:19:30.057083 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-dbdf3626-a96a-430d-97d1-582dfae7c19a req-eb08ed4d-e1fa-413b-8b0a-cbed779e66fb tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&id=71dc6930-463e-4874-b5d2-f7c30548d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373120 May 26 11:19:30.299496 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b171046-7c71-4b2f-b57f-c33e3636829c req-cb11e085-a3e8-46ce-a235-b60f3848effb tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Router ab6af0dc-735e-46dc-88d0-4e27069c775d has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:19:30.382224 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f63a6261-2169-4296-80fa-73f6eac5263e req-b7fc6907-bc34-41f9-b1ab-45e9dc49aee2 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=f2d24c53-1f4d-46c0-b733-d9ffea157aae HTTP/1.1" status: 200 len: 210 time: 0.0339649 May 26 11:19:30.439332 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b171046-7c71-4b2f-b57f-c33e3636829c req-cb11e085-a3e8-46ce-a235-b60f3848effb tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:19:30.451903 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9988df8a-ca99-4a3b-a37d-20a1c46548df None None] Sync routers for ids ['ab6af0dc-735e-46dc-88d0-4e27069c775d'] in dv-cinder-843395-1-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:19:30.473556 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9988df8a-ca99-4a3b-a37d-20a1c46548df None None] Routers {'ab6af0dc-735e-46dc-88d0-4e27069c775d'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:19:30.474411 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-9988df8a-ca99-4a3b-a37d-20a1c46548df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:19:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['ab6af0dc-735e-46dc-88d0-4e27069c775d'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:30.486736 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b171046-7c71-4b2f-b57f-c33e3636829c req-cb11e085-a3e8-46ce-a235-b60f3848effb tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] No DVR routers for this DVR port 73d1c007-d465-4efc-a7a0-e7f6ec103745 on host hv-cinder-84339 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:19:30.489568 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3b171046-7c71-4b2f-b57f-c33e3636829c req-cb11e085-a3e8-46ce-a235-b60f3848effb tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:30.492914 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3b171046-7c71-4b2f-b57f-c33e3636829c req-cb11e085-a3e8-46ce-a235-b60f3848effb tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.42 "DELETE /v2.0/ports/73d1c007-d465-4efc-a7a0-e7f6ec103745 HTTP/1.1" status: 204 len: 173 time: 1.1311677 May 26 11:19:30.493358 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d24c53-1f4d-46c0-b733-d9ffea157aae', 'name': 'network-vif-deleted', 'tag': '73d1c007-d465-4efc-a7a0-e7f6ec103745'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:19:30.495582 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a417050-ef36-4479-869c-cb955d8b4c08" -d '{"events": [{"server_uuid": "f2d24c53-1f4d-46c0-b733-d9ffea157aae", "name": "network-vif-deleted", "tag": "73d1c007-d465-4efc-a7a0-e7f6ec103745"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:19:30.535875 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8411077a-63cf-4013-8985-5e6a7ac0c657 x-openstack-request-id: req-8411077a-63cf-4013-8985-5e6a7ac0c657 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:19:30.535875 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d24c53-1f4d-46c0-b733-d9ffea157aae", "name": "network-vif-deleted", "tag": "73d1c007-d465-4efc-a7a0-e7f6ec103745", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:19:30.535875 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8411077a-63cf-4013-8985-5e6a7ac0c657 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:19:30.535875 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8411077a-63cf-4013-8985-5e6a7ac0c657'] response: {'server_uuid': 'f2d24c53-1f4d-46c0-b733-d9ffea157aae', 'name': 'network-vif-deleted', 'tag': '73d1c007-d465-4efc-a7a0-e7f6ec103745', 'status': 'completed', 'code': 200} May 26 11:19:30.591954 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-9988df8a-ca99-4a3b-a37d-20a1c46548df None None] Set router ab6af0dc-735e-46dc-88d0-4e27069c775d gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:19:30.802615 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-9988df8a-ca99-4a3b-a37d-20a1c46548df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'name': 'tempest-AttachVolumeTestJSON-961201596-router', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:43Z', 'updated_at': '2022-05-26T11:14:49Z', 'revision_number': 4, 'project_id': 'f75021785f634f61b049c180934660f4', 'gw_port': {'id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '0623f22e-f237-423b-87b1-0fac998beb72', 'name': '', 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'mac_address': 'fa:16:3e:f5:06:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:48Z', 'updated_at': '2022-05-26T11:14:59Z', 'revision_number': 5, 'project_id': 'f75021785f634f61b049c180934660f4', 'subnets': [{'id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:30.833146 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9988df8a-ca99-4a3b-a37d-20a1c46548df None None] Checking router: ab6af0dc-735e-46dc-88d0-4e27069c775d for host: dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:19:30.841538 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9988df8a-ca99-4a3b-a37d-20a1c46548df None None] Routers {'ab6af0dc-735e-46dc-88d0-4e27069c775d'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:19:30.842189 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-9988df8a-ca99-4a3b-a37d-20a1c46548df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:19:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['ab6af0dc-735e-46dc-88d0-4e27069c775d'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:30.951407 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-9988df8a-ca99-4a3b-a37d-20a1c46548df None None] Set router ab6af0dc-735e-46dc-88d0-4e27069c775d gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:19:31.175235 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-9988df8a-ca99-4a3b-a37d-20a1c46548df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'name': 'tempest-AttachVolumeTestJSON-961201596-router', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:43Z', 'updated_at': '2022-05-26T11:14:49Z', 'revision_number': 4, 'project_id': 'f75021785f634f61b049c180934660f4', 'gw_port': {'id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '0623f22e-f237-423b-87b1-0fac998beb72', 'name': '', 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'mac_address': 'fa:16:3e:f5:06:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:48Z', 'updated_at': '2022-05-26T11:14:59Z', 'revision_number': 5, 'project_id': 'f75021785f634f61b049c180934660f4', 'subnets': [{'id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:31.180349 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b7945-2269-49e1-a4c0-162bd813c237 req-8ff7b707-12c8-4bdd-ac8f-4ba884cdab30 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:31.181868 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-066b7945-2269-49e1-a4c0-162bd813c237 req-8ff7b707-12c8-4bdd-ac8f-4ba884cdab30 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 985 time: 0.0512033 May 26 11:19:31.203502 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9988df8a-ca99-4a3b-a37d-20a1c46548df None None] The sync data for ids ['ab6af0dc-735e-46dc-88d0-4e27069c775d'] in dv-cinder-843395-1-iscsi is: [{'id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'name': 'tempest-AttachVolumeTestJSON-961201596-router', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:43Z', 'updated_at': '2022-05-26T11:14:49Z', 'revision_number': 4, 'project_id': 'f75021785f634f61b049c180934660f4', 'gw_port': {'id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '0623f22e-f237-423b-87b1-0fac998beb72', 'name': '', 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'mac_address': 'fa:16:3e:f5:06:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:48Z', 'updated_at': '2022-05-26T11:14:59Z', 'revision_number': 5, 'project_id': 'f75021785f634f61b049c180934660f4', 'subnets': [{'id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:19:31.223922 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-066b7945-2269-49e1-a4c0-162bd813c237 req-3df0faf8-736c-4a6a-b05b-0096e733a63f tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&id=71dc6930-463e-4874-b5d2-f7c30548d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355697 May 26 11:19:31.446776 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaeb474c-a809-4ea7-b465-3ff1ea452443 None None] New status for floating IP 2bbd9393-c346-42ad-88c8-9e998576999f: DOWN {{(pid=102814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:19:31.539182 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 42298) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:31.611315 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b5e0-1c1f-449d-bc64-e963c97b0463 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:31.638168 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b5e0-1c1f-449d-bc64-e963c97b0463 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:31.745848 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b5e0-1c1f-449d-bc64-e963c97b0463 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:31.748541 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9b2b5e0-1c1f-449d-bc64-e963c97b0463 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:31.749810 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-d9b2b5e0-1c1f-449d-bc64-e963c97b0463 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "DELETE /v2.0/security-groups/a1c6c92d-75d9-4a1a-b57a-83eb98b7db85 HTTP/1.1" status: 204 len: 168 time: 0.2090120 May 26 11:19:31.752530 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 42300) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:31.763754 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b2b5e0-1c1f-449d-bc64-e963c97b0463 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c6c92d-75d9-4a1a-b57a-83eb98b7db85,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:31.766347 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.api.v2.resource [None req-9e1b5d88-ca9d-456c-a2ac-50fc6b97a1cb tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] show failed (client error): The resource could not be found. May 26 11:19:31.767366 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-9e1b5d88-ca9d-456c-a2ac-50fc6b97a1cb tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups/a1c6c92d-75d9-4a1a-b57a-83eb98b7db85 HTTP/1.1" status: 404 len: 347 time: 0.0138216 May 26 11:19:31.770259 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 42302) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:31.895190 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-5fab4dff-f7e3-4fcc-9dbf-55307d6e211e tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Deleting port 582a13cc-1067-41f2-9218-7026a09415af {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:19:31.895443 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5fab4dff-f7e3-4fcc-9dbf-55307d6e211e tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:31.972408 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5fab4dff-f7e3-4fcc-9dbf-55307d6e211e tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:31.972768 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5fab4dff-f7e3-4fcc-9dbf-55307d6e211e tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:31.984426 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-5fab4dff-f7e3-4fcc-9dbf-55307d6e211e tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Calling delete_port for 582a13cc-1067-41f2-9218-7026a09415af owned by network:floatingip {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:19:32.214275 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5fab4dff-f7e3-4fcc-9dbf-55307d6e211e tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:32.240900 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab4dff-f7e3-4fcc-9dbf-55307d6e211e tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Pushing event deleted for resources: {'Port': ['ID=582a13cc-1067-41f2-9218-7026a09415af,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:32.302160 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5fab4dff-f7e3-4fcc-9dbf-55307d6e211e tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for floatingip, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:32.304650 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5fab4dff-f7e3-4fcc-9dbf-55307d6e211e tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:32.307548 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-5fab4dff-f7e3-4fcc-9dbf-55307d6e211e tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "DELETE /v2.0/floatingips/2bbd9393-c346-42ad-88c8-9e998576999f HTTP/1.1" status: 204 len: 168 time: 0.5363667 May 26 11:19:32.346204 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33112557-3b00-4fba-9473-cd055a44f635 req-a7c95862-77fe-4bf1-982f-6c01ce4b7978 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:32.347659 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-33112557-3b00-4fba-9473-cd055a44f635 req-a7c95862-77fe-4bf1-982f-6c01ce4b7978 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 985 time: 0.0549011 May 26 11:19:32.387362 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-33112557-3b00-4fba-9473-cd055a44f635 req-61a9de02-43f9-46b4-8286-e9ce09ef6bad tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&id=71dc6930-463e-4874-b5d2-f7c30548d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330160 May 26 11:19:32.457525 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 42310) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:32.462798 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-dd1f630c-7663-4e3b-ad1f-a8b5ae227948 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Request body: {'security_group': {'name': 'tempest-securitygroup--804621311', 'description': 'tempest-description--1023101051'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:32.559745 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dd1f630c-7663-4e3b-ad1f-a8b5ae227948 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:32.627212 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dd1f630c-7663-4e3b-ad1f-a8b5ae227948 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:32.690718 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dd1f630c-7663-4e3b-ad1f-a8b5ae227948 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:32.720075 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f630c-7663-4e3b-ad1f-a8b5ae227948 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efdc4259-6656-4b37-9c3e-8698ca1d0b77,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:32.784212 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dd1f630c-7663-4e3b-ad1f-a8b5ae227948 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:32.785518 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-dd1f630c-7663-4e3b-ad1f-a8b5ae227948 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3269935 May 26 11:19:32.788369 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 42314) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:32.792810 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-70cc5fee-bc00-4675-9c0f-b5cd548f8702 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Request body: {'security_group_rule': {'security_group_id': 'efdc4259-6656-4b37-9c3e-8698ca1d0b77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:32.876274 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-70cc5fee-bc00-4675-9c0f-b5cd548f8702 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:32.935387 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-70cc5fee-bc00-4675-9c0f-b5cd548f8702 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:33.008907 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-70cc5fee-bc00-4675-9c0f-b5cd548f8702 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:33.027046 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc5fee-bc00-4675-9c0f-b5cd548f8702 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b13ec90-6770-4655-b7b5-754552a05bba,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:33.101973 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-70cc5fee-bc00-4675-9c0f-b5cd548f8702 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:33.103205 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-70cc5fee-bc00-4675-9c0f-b5cd548f8702 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3137596 May 26 11:19:33.105808 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 42318) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:33.120083 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-67d84c2c-9883-4c1a-913c-360c264a4a7a tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Request body: {'security_group_rule': {'security_group_id': 'efdc4259-6656-4b37-9c3e-8698ca1d0b77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:33.187579 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-67d84c2c-9883-4c1a-913c-360c264a4a7a tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:33.244857 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-67d84c2c-9883-4c1a-913c-360c264a4a7a tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:33.311411 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-67d84c2c-9883-4c1a-913c-360c264a4a7a tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:33.329203 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d84c2c-9883-4c1a-913c-360c264a4a7a tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56731d31-886c-4702-8957-1c958ae6df90,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:33.413683 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-67d84c2c-9883-4c1a-913c-360c264a4a7a tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:33.414875 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-67d84c2c-9883-4c1a-913c-360c264a4a7a tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3080904 May 26 11:19:33.417822 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 42322) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:33.422233 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-f1f9c758-5d67-49bf-8f77-8e1c9d952512 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Request body: {'floatingip': {'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:33.506854 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c758-5d67-49bf-8f77-8e1c9d952512 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for floatingip, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:33.508083 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61215303-8cde-4646-9f82-b3f52c56e6b3 req-8db7f416-b028-41b9-bb1f-0364a09cc9ae tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:33.509572 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-61215303-8cde-4646-9f82-b3f52c56e6b3 req-8db7f416-b028-41b9-bb1f-0364a09cc9ae tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 985 time: 0.0538251 May 26 11:19:33.551259 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-61215303-8cde-4646-9f82-b3f52c56e6b3 req-6189ed13-f8c5-4706-a8d5-fad892ed7c6a tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&id=71dc6930-463e-4874-b5d2-f7c30548d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351071 May 26 11:19:33.609595 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c758-5d67-49bf-8f77-8e1c9d952512 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:33.717016 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-f1f9c758-5d67-49bf-8f77-8e1c9d952512 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Allocated IP 172.27.2.107 (6ce135a4-eab8-4863-9af0-cf5ae6e229cb/86b44d4e-8f3f-4d5d-9881-9aaa3797f33b/6dfcbbad-eba7-4ea6-b863-a9f219b1d7ac) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:19:33.819089 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c758-5d67-49bf-8f77-8e1c9d952512 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:33.912082 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c758-5d67-49bf-8f77-8e1c9d952512 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:33.950958 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f9c758-5d67-49bf-8f77-8e1c9d952512 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:19:33.953876 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-f1f9c758-5d67-49bf-8f77-8e1c9d952512 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:19:33.957461 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f9c758-5d67-49bf-8f77-8e1c9d952512 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:19:33.980797 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9c758-5d67-49bf-8f77-8e1c9d952512 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Pushing event updated for resources: {'Port': ['ID=6dfcbbad-eba7-4ea6-b863-a9f219b1d7ac,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:34.047798 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c758-5d67-49bf-8f77-8e1c9d952512 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:34.149316 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c758-5d67-49bf-8f77-8e1c9d952512 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:34.307384 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c758-5d67-49bf-8f77-8e1c9d952512 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:34.370592 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c758-5d67-49bf-8f77-8e1c9d952512 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:34.438635 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9c758-5d67-49bf-8f77-8e1c9d952512 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Pushing event updated for resources: {'Port': ['ID=6dfcbbad-eba7-4ea6-b863-a9f219b1d7ac,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:34.447690 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c758-5d67-49bf-8f77-8e1c9d952512 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:34.521404 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c758-5d67-49bf-8f77-8e1c9d952512 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:34.522652 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-f1f9c758-5d67-49bf-8f77-8e1c9d952512 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1038892 May 26 11:19:34.668301 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54bfa89-945a-4a7c-ba41-49f00e083b95 req-946cc5db-4d69-482c-8f2a-8a0471f91c06 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:34.670416 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f54bfa89-945a-4a7c-ba41-49f00e083b95 req-946cc5db-4d69-482c-8f2a-8a0471f91c06 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 985 time: 0.0513093 May 26 11:19:34.712100 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-ba12d4cd-c2e8-463b-820d-d075bd73c8cf tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--804621311&fields=id&tenant_id=f75021785f634f61b049c180934660f4 HTTP/1.1" status: 200 len: 267 time: 0.0386908 May 26 11:19:34.712652 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f54bfa89-945a-4a7c-ba41-49f00e083b95 req-36dcd349-338e-498b-a006-7422818f1305 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&id=71dc6930-463e-4874-b5d2-f7c30548d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350053 May 26 11:19:34.817114 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-28ee1a3e-9ac1-4ba7-9f50-cdd380a91040 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:34.818593 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-28ee1a3e-9ac1-4ba7-9f50-cdd380a91040 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/networks?id=3ff00a8f-4904-4850-8392-2b7e558c981b HTTP/1.1" status: 200 len: 810 time: 0.0993860 May 26 11:19:34.833336 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-66ac7346-1e7a-4234-9d24-07249facb0d5 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/quotas/f75021785f634f61b049c180934660f4 HTTP/1.1" status: 200 len: 375 time: 0.0088446 May 26 11:19:34.875687 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 73d1c007-d465-4efc-a7a0-e7f6ec103745 no longer exists at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:19:34.887888 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-c1b3286e-58ff-4a77-857f-b4df6710027b tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f75021785f634f61b049c180934660f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495975 May 26 11:19:34.898426 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] No Port match for: 73d1c007-d465-4efc-a7a0-e7f6ec103745 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:19:34.898769 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 73d1c007-d465-4efc-a7a0-e7f6ec103745 not bound to the agent host hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:19:34.985499 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-a1fea040-239c-4fd9-8f9d-a7895ffff6c0 service neutron] 10.222.0.21 "GET /v2.0/networks/3ff00a8f-4904-4850-8392-2b7e558c981b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858269 May 26 11:19:35.075015 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-a6651d5e-8935-4da5-b77b-57e29de4c25a service neutron] 10.222.0.21 "GET /v2.0/networks/3ff00a8f-4904-4850-8392-2b7e558c981b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827725 May 26 11:19:35.354092 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9c517867-c088-4f2b-a520-6d9dda2edf81 req-65444243-6386-41de-8cce-822aac9cd486 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0462060-46d6-4277-8ebc-21ba0f671132 HTTP/1.1" status: 200 len: 210 time: 0.0306506 May 26 11:19:35.847643 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb648edd-8759-4702-9153-e6586c56cb1e req-72a99480-f202-4cd6-9135-80699129e22c tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:35.849074 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-eb648edd-8759-4702-9153-e6586c56cb1e req-72a99480-f202-4cd6-9135-80699129e22c tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 985 time: 0.0551424 May 26 11:19:35.891137 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-eb648edd-8759-4702-9153-e6586c56cb1e req-161a34f5-4ce6-413c-875e-dc89431110ab tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&id=71dc6930-463e-4874-b5d2-f7c30548d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349407 May 26 11:19:36.447717 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4bd8a994-37b6-4951-a1d2-4459cb87b7c4 req-b9d39ce9-e809-4922-a622-ef92dad3cbbd tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0462060-46d6-4277-8ebc-21ba0f671132 HTTP/1.1" status: 200 len: 210 time: 0.0268514 May 26 11:19:37.008563 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a292e-becd-4311-b1de-655acce66744 req-9fb75f5e-f408-460c-8c03-b96f15c3154d tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:37.009947 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ab5a292e-becd-4311-b1de-655acce66744 req-9fb75f5e-f408-460c-8c03-b96f15c3154d tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 985 time: 0.0476294 May 26 11:19:37.048205 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ab5a292e-becd-4311-b1de-655acce66744 req-01736278-e97c-46a5-bf2f-9a2a0e83d9a5 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&id=71dc6930-463e-4874-b5d2-f7c30548d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0320928 May 26 11:19:37.458288 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-bbc124fd-dc19-44f2-b37f-a51c5bfecbf3 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:37.459731 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-bbc124fd-dc19-44f2-b37f-a51c5bfecbf3 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.42 "GET /v2.0/networks?id=3ff00a8f-4904-4850-8392-2b7e558c981b HTTP/1.1" status: 200 len: 810 time: 0.0992050 May 26 11:19:37.507704 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-999f1b5c-4017-43ad-8925-144b54a85e65 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f75021785f634f61b049c180934660f4 HTTP/1.1" status: 200 len: 379 time: 0.0349944 May 26 11:19:37.527129 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-fbd1d341-2468-4d22-9623-c7ffc8541cb3 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Request body: {'port': {'device_id': 'd0462060-46d6-4277-8ebc-21ba0f671132', 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b', 'admin_state_up': True, 'tenant_id': 'f75021785f634f61b049c180934660f4', 'security_groups': ['efdc4259-6656-4b37-9c3e-8698ca1d0b77']}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:37.560196 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-00fbf477-5400-46c1-a981-48310a7b4e02 req-8e39d02e-61cf-49df-92f7-aecdf69c4821 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0462060-46d6-4277-8ebc-21ba0f671132 HTTP/1.1" status: 200 len: 210 time: 0.0460479 May 26 11:19:37.702331 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-fbd1d341-2468-4d22-9623-c7ffc8541cb3 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Made reservation on behalf of f75021785f634f61b049c180934660f4 for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:19:37.705953 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-fbd1d341-2468-4d22-9623-c7ffc8541cb3 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:37.836322 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-fbd1d341-2468-4d22-9623-c7ffc8541cb3 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Allocated IP 172.20.0.10 (3ff00a8f-4904-4850-8392-2b7e558c981b/b2d5adfb-8844-43b5-9569-dc8a73d4cd6b/89b3a014-2783-436e-8007-fc368b0f4bf0) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:19:37.964997 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-fbd1d341-2468-4d22-9623-c7ffc8541cb3 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:38.051197 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-fbd1d341-2468-4d22-9623-c7ffc8541cb3 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:38.097549 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-fbd1d341-2468-4d22-9623-c7ffc8541cb3 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Network 3ff00a8f-4904-4850-8392-2b7e558c981b is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:19:38.100485 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-fbd1d341-2468-4d22-9623-c7ffc8541cb3 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:19:38.104764 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-fbd1d341-2468-4d22-9623-c7ffc8541cb3 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:19:38.142779 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1d341-2468-4d22-9623-c7ffc8541cb3 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Pushing event updated for resources: {'Port': ['ID=89b3a014-2783-436e-8007-fc368b0f4bf0,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:38.171090 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-fbd1d341-2468-4d22-9623-c7ffc8541cb3 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:38.171722 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-fbd1d341-2468-4d22-9623-c7ffc8541cb3 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:38.188412 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f93cd-51d4-4a58-89ad-7aee8b2f8dc3 req-4c4d20d2-f382-468e-bcca-adebcd3bc69d tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:38.190619 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9b9f93cd-51d4-4a58-89ad-7aee8b2f8dc3 req-4c4d20d2-f382-468e-bcca-adebcd3bc69d tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 985 time: 0.0720098 May 26 11:19:38.232897 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9b9f93cd-51d4-4a58-89ad-7aee8b2f8dc3 req-bb89a8aa-5be6-453b-8ac4-82be6b26f67c tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&id=71dc6930-463e-4874-b5d2-f7c30548d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362434 May 26 11:19:38.259390 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-fbd1d341-2468-4d22-9623-c7ffc8541cb3 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7366285 May 26 11:19:38.274414 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-a961a4f9-684e-4a8e-b3be-11240f6a7bf3 service neutron] Request body: {'port': {'device_id': 'd0462060-46d6-4277-8ebc-21ba0f671132', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84339'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:38.330340 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-a961a4f9-684e-4a8e-b3be-11240f6a7bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:38.339392 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-2161fca7-ff31-401d-9e0e-b1fb918f1f6f None None] Provisioning complete for port 89b3a014-2783-436e-8007-fc368b0f4bf0 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:38.339881 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-2161fca7-ff31-401d-9e0e-b1fb918f1f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:38.372807 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-2161fca7-ff31-401d-9e0e-b1fb918f1f6f None None] Port 89b3a014-2783-436e-8007-fc368b0f4bf0 cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:19:38.588281 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-a961a4f9-684e-4a8e-b3be-11240f6a7bf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b3a014-2783-436e-8007-fc368b0f4bf0 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:19:38.595356 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-a961a4f9-684e-4a8e-b3be-11240f6a7bf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:38.607565 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-a961a4f9-684e-4a8e-b3be-11240f6a7bf3 service neutron] Transition to ACTIVE for port object 89b3a014-2783-436e-8007-fc368b0f4bf0 will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:19:38.673562 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7828768-b44a-4f0b-8a39-9d187ce33ef0 req-78a072e5-1581-41a9-9e0a-6d06376dee5b tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:38.675277 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c7828768-b44a-4f0b-8a39-9d187ce33ef0 req-78a072e5-1581-41a9-9e0a-6d06376dee5b tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0462060-46d6-4277-8ebc-21ba0f671132 HTTP/1.1" status: 200 len: 932 time: 0.0483415 May 26 11:19:38.712635 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c7828768-b44a-4f0b-8a39-9d187ce33ef0 req-d435ac59-9cf4-431d-909c-607b009c6d51 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=efdc4259-6656-4b37-9c3e-8698ca1d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312116 May 26 11:19:38.713661 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-a961a4f9-684e-4a8e-b3be-11240f6a7bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:38.762788 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961a4f9-684e-4a8e-b3be-11240f6a7bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=89b3a014-2783-436e-8007-fc368b0f4bf0,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:38.833041 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-a961a4f9-684e-4a8e-b3be-11240f6a7bf3 service neutron] Attempting to bind port 89b3a014-2783-436e-8007-fc368b0f4bf0 on host hv-cinder-84339 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:19:38.833374 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-a961a4f9-684e-4a8e-b3be-11240f6a7bf3 service neutron] Attempting to bind port 89b3a014-2783-436e-8007-fc368b0f4bf0 by drivers openvswitch,hyperv on host hv-cinder-84339 at level 0 using segments [{'id': 'bb0632a9-f043-4b7e-b617-618509deb876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:19:38.833696 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-a961a4f9-684e-4a8e-b3be-11240f6a7bf3 service neutron] Attempting to bind port 89b3a014-2783-436e-8007-fc368b0f4bf0 on network 3ff00a8f-4904-4850-8392-2b7e558c981b {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:19:38.838222 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-a961a4f9-684e-4a8e-b3be-11240f6a7bf3 service neutron] Port 89b3a014-2783-436e-8007-fc368b0f4bf0 on network 3ff00a8f-4904-4850-8392-2b7e558c981b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84339 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 11:19:38.838576 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-a961a4f9-684e-4a8e-b3be-11240f6a7bf3 service neutron] Attempting to bind port 89b3a014-2783-436e-8007-fc368b0f4bf0 on network 3ff00a8f-4904-4850-8392-2b7e558c981b {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:19:38.843573 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-a961a4f9-684e-4a8e-b3be-11240f6a7bf3 service neutron] Checking agent: {'id': '96131053-e6ec-4464-b9d0-ccb06fa4079a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84339', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'started_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:19:38.843998 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-a961a4f9-684e-4a8e-b3be-11240f6a7bf3 service neutron] Checking segment: {'id': 'bb0632a9-f043-4b7e-b617-618509deb876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:19:38.844454 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-a961a4f9-684e-4a8e-b3be-11240f6a7bf3 service neutron] Bound using segment: {'id': 'bb0632a9-f043-4b7e-b617-618509deb876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:19:38.844919 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-a961a4f9-684e-4a8e-b3be-11240f6a7bf3 service neutron] Bound port: 89b3a014-2783-436e-8007-fc368b0f4bf0, host: hv-cinder-84339, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0632a9-f043-4b7e-b617-618509deb876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:19:38.845284 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-a961a4f9-684e-4a8e-b3be-11240f6a7bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:38.914488 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-a961a4f9-684e-4a8e-b3be-11240f6a7bf3 service neutron] For port 89b3a014-2783-436e-8007-fc368b0f4bf0, host hv-cinder-84339, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:19:38.917449 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-a961a4f9-684e-4a8e-b3be-11240f6a7bf3 service neutron] For port 89b3a014-2783-436e-8007-fc368b0f4bf0, host hv-cinder-84339, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=89b3a014-2783-436e-8007-fc368b0f4bf0,segment=NetworkSegment(bb0632a9-f043-4b7e-b617-618509deb876),segment_id=bb0632a9-f043-4b7e-b617-618509deb876)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:19:38.999278 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-a961a4f9-684e-4a8e-b3be-11240f6a7bf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:39.033490 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-a961a4f9-684e-4a8e-b3be-11240f6a7bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:39.034101 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-a961a4f9-684e-4a8e-b3be-11240f6a7bf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:39.035476 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-a961a4f9-684e-4a8e-b3be-11240f6a7bf3 service neutron] 10.222.0.42 "PUT /v2.0/ports/89b3a014-2783-436e-8007-fc368b0f4bf0 HTTP/1.1" status: 200 len: 1094 time: 0.7659421 May 26 11:19:39.035917 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0462060-46d6-4277-8ebc-21ba0f671132', 'tag': '89b3a014-2783-436e-8007-fc368b0f4bf0'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:19:39.038192 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a66ab26-7e6c-42e2-a1bd-cd2c64528150" -d '{"events": [{"name": "network-changed", "server_uuid": "d0462060-46d6-4277-8ebc-21ba0f671132", "tag": "89b3a014-2783-436e-8007-fc368b0f4bf0"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:19:39.063738 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961a4f9-684e-4a8e-b3be-11240f6a7bf3 service neutron] Pushing event updated for resources: {'Port': ['ID=89b3a014-2783-436e-8007-fc368b0f4bf0,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:39.086959 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8f1f51-d28f-4db1-a532-2f6083b7db77 x-openstack-request-id: req-1d8f1f51-d28f-4db1-a532-2f6083b7db77 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:19:39.087255 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0462060-46d6-4277-8ebc-21ba0f671132", "tag": "89b3a014-2783-436e-8007-fc368b0f4bf0", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:19:39.087504 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d8f1f51-d28f-4db1-a532-2f6083b7db77 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:19:39.087905 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d8f1f51-d28f-4db1-a532-2f6083b7db77'] response: {'name': 'network-changed', 'server_uuid': 'd0462060-46d6-4277-8ebc-21ba0f671132', 'tag': '89b3a014-2783-436e-8007-fc368b0f4bf0', 'status': 'completed', 'code': 200} May 26 11:19:39.156105 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66ab26-7e6c-42e2-a1bd-cd2c64528150 req-be5fe6f4-9605-49e3-9215-1e39599b6937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:39.157661 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8a66ab26-7e6c-42e2-a1bd-cd2c64528150 req-be5fe6f4-9605-49e3-9215-1e39599b6937 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f75021785f634f61b049c180934660f4&device_id=d0462060-46d6-4277-8ebc-21ba0f671132 HTTP/1.1" status: 200 len: 1097 time: 0.0450907 May 26 11:19:39.262935 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66ab26-7e6c-42e2-a1bd-cd2c64528150 req-2b185e6f-4ea3-4737-8ddc-77587fed3391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:39.264418 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8a66ab26-7e6c-42e2-a1bd-cd2c64528150 req-2b185e6f-4ea3-4737-8ddc-77587fed3391 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=f75021785f634f61b049c180934660f4&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0965664 May 26 11:19:39.305824 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:39.397073 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0871d30-5a83-4bf2-8eba-ca9ab1a97fd1 req-7e9cde3a-475b-4d19-90a8-cacb728185e3 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:39.398450 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f0871d30-5a83-4bf2-8eba-ca9ab1a97fd1 req-7e9cde3a-475b-4d19-90a8-cacb728185e3 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 985 time: 0.0816445 May 26 11:19:39.401283 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a66ab26-7e6c-42e2-a1bd-cd2c64528150 req-27289763-dde3-4b4e-8767-f27630dda0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:39.402710 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8a66ab26-7e6c-42e2-a1bd-cd2c64528150 req-27289763-dde3-4b4e-8767-f27630dda0ce service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308753 May 26 11:19:39.440393 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f0871d30-5a83-4bf2-8eba-ca9ab1a97fd1 req-79cdd86c-619c-4b1b-a414-c3026f0b5814 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&id=71dc6930-463e-4874-b5d2-f7c30548d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356271 May 26 11:19:39.503086 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-7f455071-59e5-4639-ba4b-23fe651a7789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:39.504554 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-7f455071-59e5-4639-ba4b-23fe651a7789 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f75021785f634f61b049c180934660f4&device_id=d0462060-46d6-4277-8ebc-21ba0f671132 HTTP/1.1" status: 200 len: 1097 time: 0.0408430 May 26 11:19:39.551319 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-2dfadc88-1114-49bf-8605-c6f60d036523 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89b3a014-2783-436e-8007-fc368b0f4bf0 HTTP/1.1" status: 200 len: 217 time: 0.0371978 May 26 11:19:39.604380 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-3a0d15be-11d9-47df-ab8a-ea0e4d6f3a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:39.605870 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-3a0d15be-11d9-47df-ab8a-ea0e4d6f3a44 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b2d5adfb-8844-43b5-9569-dc8a73d4cd6b HTTP/1.1" status: 200 len: 849 time: 0.0437996 May 26 11:19:39.649873 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-e7b176e0-0bcc-4266-89c2-472567fb63be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:39.651258 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-e7b176e0-0bcc-4266-89c2-472567fb63be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ff00a8f-4904-4850-8392-2b7e558c981b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386879 May 26 11:19:39.741796 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-115a455a-f268-45c6-8682-f888ad356800 service neutron] 10.222.0.42 "GET /v2.0/networks/3ff00a8f-4904-4850-8392-2b7e558c981b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828080 May 26 11:19:39.834008 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e6d83-2ce6-440a-9e60-49788d581732 req-648f5780-ceb2-4d30-a9a4-78156265a4ee tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:39.835471 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b23e6d83-2ce6-440a-9e60-49788d581732 req-648f5780-ceb2-4d30-a9a4-78156265a4ee tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0462060-46d6-4277-8ebc-21ba0f671132 HTTP/1.1" status: 200 len: 944 time: 0.0518777 May 26 11:19:39.839068 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ae8b57a7-8656-40ae-b5cd-cf9484e79800 req-e52b8036-4ac0-436b-b24c-7dff2814bab2 service neutron] 10.222.0.42 "GET /v2.0/networks/3ff00a8f-4904-4850-8392-2b7e558c981b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825644 May 26 11:19:39.873918 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b23e6d83-2ce6-440a-9e60-49788d581732 req-752ec7b1-c7fe-4c31-919d-d1c8e380fa7e tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=efdc4259-6656-4b37-9c3e-8698ca1d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320828 May 26 11:19:40.553515 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba7450-2e13-47f4-af40-fde9e966597d req-aaa225b1-6043-4ef4-ab7b-6c24a37a9fbe tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:40.554958 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2fba7450-2e13-47f4-af40-fde9e966597d req-aaa225b1-6043-4ef4-ab7b-6c24a37a9fbe tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 985 time: 0.0487602 May 26 11:19:40.594274 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2fba7450-2e13-47f4-af40-fde9e966597d req-21dd7479-5f4e-4872-bfe8-323094532c29 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&id=71dc6930-463e-4874-b5d2-f7c30548d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332155 May 26 11:19:40.987644 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102425b6-ef83-47c1-a863-2cc210dc69aa req-0b4db9f9-b77c-41cc-b5fb-d76f4f29b101 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:40.989166 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-102425b6-ef83-47c1-a863-2cc210dc69aa req-0b4db9f9-b77c-41cc-b5fb-d76f4f29b101 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0462060-46d6-4277-8ebc-21ba0f671132 HTTP/1.1" status: 200 len: 944 time: 0.0494282 May 26 11:19:41.027775 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-102425b6-ef83-47c1-a863-2cc210dc69aa req-04eb6d5d-8532-48a4-bce5-80ecae2382d1 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=efdc4259-6656-4b37-9c3e-8698ca1d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323000 May 26 11:19:41.209092 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-f0663698-aac6-4072-8422-3789a31cd49c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-551965690&fields=id&tenant_id=b825a6473b6e40d89336e2abca3c33c5 HTTP/1.1" status: 200 len: 267 time: 0.1360695 May 26 11:19:41.311341 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-7dbdef10-f6ba-406f-a359-8cdf66c6db2d tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:41.312716 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-7dbdef10-f6ba-406f-a359-8cdf66c6db2d tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/networks?id=e0560975-4267-405e-bcd2-a4a3e83034df HTTP/1.1" status: 200 len: 808 time: 0.0959995 May 26 11:19:41.327753 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-b89b6b36-e752-4e99-b08b-a202d36dead7 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/quotas/b825a6473b6e40d89336e2abca3c33c5 HTTP/1.1" status: 200 len: 375 time: 0.0091579 May 26 11:19:41.377326 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-76683c86-4178-4bea-97cd-732b1c3933a0 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b825a6473b6e40d89336e2abca3c33c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443690 May 26 11:19:41.471117 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-bf51251a-c09f-4815-9928-32a9b2026dde service neutron] 10.222.0.21 "GET /v2.0/networks/e0560975-4267-405e-bcd2-a4a3e83034df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819209 May 26 11:19:41.557252 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-c5013926-78b0-48a6-9ea6-10fbc89aaecb service neutron] 10.222.0.21 "GET /v2.0/networks/e0560975-4267-405e-bcd2-a4a3e83034df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797911 May 26 11:19:41.707428 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc3610-caf7-4198-bbe0-1f77ec04e97d req-4b4322d0-70b8-4fb8-b2a8-06470140aae6 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:41.708905 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-15bc3610-caf7-4198-bbe0-1f77ec04e97d req-4b4322d0-70b8-4fb8-b2a8-06470140aae6 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 985 time: 0.0483899 May 26 11:19:41.748853 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-15bc3610-caf7-4198-bbe0-1f77ec04e97d req-266eb3a0-c8da-4a61-80ac-99c8aac3fc44 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&id=71dc6930-463e-4874-b5d2-f7c30548d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330369 May 26 11:19:42.211082 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4489827-e663-447b-a15a-45a0ca2e0da5 req-e65c0236-2a59-43f0-a25e-e5493a3366fb tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:42.213863 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b4489827-e663-447b-a15a-45a0ca2e0da5 req-e65c0236-2a59-43f0-a25e-e5493a3366fb tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0462060-46d6-4277-8ebc-21ba0f671132 HTTP/1.1" status: 200 len: 944 time: 0.1071560 May 26 11:19:42.253990 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b4489827-e663-447b-a15a-45a0ca2e0da5 req-9b0015e2-7433-4e49-88af-ee2e2fb9a826 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=efdc4259-6656-4b37-9c3e-8698ca1d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330441 May 26 11:19:42.258901 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3f9ec75d-d9c6-4fbc-88ba-e39cabe136f6 req-d07da411-afaa-40e3-bbfd-bbafe9245c38 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 210 time: 0.0279183 May 26 11:19:42.864198 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679eec5-5d38-4c74-b0ea-82767533ed1e req-af992bd2-fb9e-4e63-92bb-9830cc7ca25c tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:42.865701 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3679eec5-5d38-4c74-b0ea-82767533ed1e req-af992bd2-fb9e-4e63-92bb-9830cc7ca25c tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 985 time: 0.0498934 May 26 11:19:42.905656 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3679eec5-5d38-4c74-b0ea-82767533ed1e req-3380959a-7472-4fc7-9225-9203c1819190 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&id=71dc6930-463e-4874-b5d2-f7c30548d99c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333154 May 26 11:19:42.922904 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 89b3a014-2783-436e-8007-fc368b0f4bf0 details requested by agent hyperv_hv-cinder-84339 with host hv-cinder-84339 {{(pid=102813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 11:19:43.016998 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 89b3a014-2783-436e-8007-fc368b0f4bf0, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=89b3a014-2783-436e-8007-fc368b0f4bf0,segment=NetworkSegment(bb0632a9-f043-4b7e-b617-618509deb876),segment_id=bb0632a9-f043-4b7e-b617-618509deb876)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:19:43.027994 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Returning: {'device': '89b3a014-2783-436e-8007-fc368b0f4bf0', 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b', 'port_id': '89b3a014-2783-436e-8007-fc368b0f4bf0', 'mac_address': 'fa:16:3e:18:f6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 11:19:43.064862 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port 89b3a014-2783-436e-8007-fc368b0f4bf0 is: DOWN; New status is: BUILD {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:19:43.065253 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:43.078821 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b3a014-2783-436e-8007-fc368b0f4bf0 {{(pid=102813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:19:43.097436 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 89b3a014-2783-436e-8007-fc368b0f4bf0, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=89b3a014-2783-436e-8007-fc368b0f4bf0,segment=NetworkSegment(bb0632a9-f043-4b7e-b617-618509deb876),segment_id=bb0632a9-f043-4b7e-b617-618509deb876)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:19:43.170718 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:43.223904 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=89b3a014-2783-436e-8007-fc368b0f4bf0,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:43.345572 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-84337f9f-401a-43a2-a2f0-bd812926bef3 req-204590b9-6d1c-441c-8e35-3a025f1d9cb0 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 210 time: 0.0263813 May 26 11:19:43.378668 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424c562-0b27-40d7-a669-e50c0c03f3aa req-02b99748-0e9c-4800-bc96-fa29064100cc tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:43.380221 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3424c562-0b27-40d7-a669-e50c0c03f3aa req-02b99748-0e9c-4800-bc96-fa29064100cc tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0462060-46d6-4277-8ebc-21ba0f671132 HTTP/1.1" status: 200 len: 945 time: 0.0570257 May 26 11:19:43.417594 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3424c562-0b27-40d7-a669-e50c0c03f3aa req-9f4c09c1-a3a2-459a-8ab6-be701163e06b tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=efdc4259-6656-4b37-9c3e-8698ca1d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312440 May 26 11:19:43.459171 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['89b3a014-2783-436e-8007-fc368b0f4bf0'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:19:44.115459 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-feabce0c-03d1-49c5-b8ba-48ea50a38cb2 req-40d89174-3fb4-4103-8994-112a1036dd5c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387871 May 26 11:19:44.200118 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabce0c-03d1-49c5-b8ba-48ea50a38cb2 req-5076f0c6-6183-4ffd-9e85-bfd5e1c71ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:44.201531 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-feabce0c-03d1-49c5-b8ba-48ea50a38cb2 req-5076f0c6-6183-4ffd-9e85-bfd5e1c71ee0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=4d121bc82e4a4381b9584cd89c2d4f69&device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 1098 time: 0.0405095 May 26 11:19:44.308764 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabce0c-03d1-49c5-b8ba-48ea50a38cb2 req-a74ad7d3-a50a-4075-8b7e-5bb773c1f11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:44.310238 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-feabce0c-03d1-49c5-b8ba-48ea50a38cb2 req-a74ad7d3-a50a-4075-8b7e-5bb773c1f11f service neutron] 10.222.0.42 "GET /v2.0/networks?id=269c9267-8111-4543-bc62-3b35f5fef0e4 HTTP/1.1" status: 200 len: 920 time: 0.0849292 May 26 11:19:44.349963 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-feabce0c-03d1-49c5-b8ba-48ea50a38cb2 req-ad00aaac-10e1-488c-8b13-c80f0f146c9b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc8dd25b-6328-4324-93cb-d0bc97588825 HTTP/1.1" status: 200 len: 217 time: 0.0329914 May 26 11:19:44.399547 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabce0c-03d1-49c5-b8ba-48ea50a38cb2 req-3a3df835-a891-4b6f-a253-1a1d3cc2e856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:44.401039 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-feabce0c-03d1-49c5-b8ba-48ea50a38cb2 req-3a3df835-a891-4b6f-a253-1a1d3cc2e856 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a235b399-7a9f-4f18-97ae-141845f325ad HTTP/1.1" status: 200 len: 858 time: 0.0429597 May 26 11:19:44.437057 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a1e10a78-d155-4084-9590-b85029d6d2cf req-cf815c6a-fdd5-4253-b348-eef25cf5a3bd tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 210 time: 0.0260501 May 26 11:19:44.452451 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabce0c-03d1-49c5-b8ba-48ea50a38cb2 req-1a0d6439-89da-4a83-a3dc-18b21884f1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:44.454321 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-feabce0c-03d1-49c5-b8ba-48ea50a38cb2 req-1a0d6439-89da-4a83-a3dc-18b21884f1ce service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=269c9267-8111-4543-bc62-3b35f5fef0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458305 May 26 11:19:44.577683 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac0ece-cdb5-4bc9-8523-df3bfb77f134 req-902f7750-c1b8-415a-b924-5517302fa48c tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:44.579100 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e9ac0ece-cdb5-4bc9-8523-df3bfb77f134 req-902f7750-c1b8-415a-b924-5517302fa48c tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0462060-46d6-4277-8ebc-21ba0f671132 HTTP/1.1" status: 200 len: 945 time: 0.0750945 May 26 11:19:44.582457 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-feabce0c-03d1-49c5-b8ba-48ea50a38cb2 req-f09e3227-26b8-45f3-84cf-1ac7cd2f3d5d service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195667 May 26 11:19:44.661803 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e9ac0ece-cdb5-4bc9-8523-df3bfb77f134 req-734c69e1-1b2f-48bc-90f9-c8c8c594b9bb tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=efdc4259-6656-4b37-9c3e-8698ca1d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766881 May 26 11:19:44.692937 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-feabce0c-03d1-49c5-b8ba-48ea50a38cb2 req-aa050e83-99c8-4308-9824-6f0a53791a64 service neutron] 10.222.0.42 "GET /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023040 May 26 11:19:44.931130 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 89b3a014-2783-436e-8007-fc368b0f4bf0 up at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:19:44.931866 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-7423193c-ea7f-43d5-93f6-992e54feec02 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:44.934095 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-7423193c-ea7f-43d5-93f6-992e54feec02 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.42 "GET /v2.0/networks?id=e0560975-4267-405e-bcd2-a4a3e83034df HTTP/1.1" status: 200 len: 808 time: 0.1044815 May 26 11:19:44.976410 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-c704bbc8-eec2-47e4-bb8d-f4b2a8849e6c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b825a6473b6e40d89336e2abca3c33c5 HTTP/1.1" status: 200 len: 379 time: 0.0343471 May 26 11:19:44.989397 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-f4445d47-67f5-4aa0-bd6c-e692eaae47f1 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Request body: {'port': {'device_id': '059f0aae-683a-46c1-84e2-fd4103bb4798', 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df', 'admin_state_up': True, 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'security_groups': ['488c9149-b74f-4f81-896d-cf0b70f04d1e']}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:45.061963 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning for port 89b3a014-2783-436e-8007-fc368b0f4bf0 completed by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:19:45.065870 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning complete for port 89b3a014-2783-436e-8007-fc368b0f4bf0 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:45.066551 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:45.152856 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port 89b3a014-2783-436e-8007-fc368b0f4bf0 is: BUILD; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:19:45.152856 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:45.173891 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0462060-46d6-4277-8ebc-21ba0f671132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b3a014-2783-436e-8007-fc368b0f4bf0'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:19:45.176662 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e2e324-f6e5-4b5a-aa9e-da1faaf5fb5d" -d '{"events": [{"server_uuid": "d0462060-46d6-4277-8ebc-21ba0f671132", "name": "network-vif-plugged", "status": "completed", "tag": "89b3a014-2783-436e-8007-fc368b0f4bf0"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:19:45.186183 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-f4445d47-67f5-4aa0-bd6c-e692eaae47f1 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Made reservation on behalf of b825a6473b6e40d89336e2abca3c33c5 for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:19:45.194536 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 89b3a014-2783-436e-8007-fc368b0f4bf0, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=89b3a014-2783-436e-8007-fc368b0f4bf0,segment=NetworkSegment(bb0632a9-f043-4b7e-b617-618509deb876),segment_id=bb0632a9-f043-4b7e-b617-618509deb876)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:19:45.194890 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-f4445d47-67f5-4aa0-bd6c-e692eaae47f1 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:45.213750 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60ae073-b8ab-4620-a228-956497db5aad x-openstack-request-id: req-a60ae073-b8ab-4620-a228-956497db5aad {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:19:45.214060 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0462060-46d6-4277-8ebc-21ba0f671132", "name": "network-vif-plugged", "status": "completed", "tag": "89b3a014-2783-436e-8007-fc368b0f4bf0", "code": 200}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:19:45.214313 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a60ae073-b8ab-4620-a228-956497db5aad {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:19:45.215240 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a60ae073-b8ab-4620-a228-956497db5aad'] response: {'server_uuid': 'd0462060-46d6-4277-8ebc-21ba0f671132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b3a014-2783-436e-8007-fc368b0f4bf0', 'code': 200} May 26 11:19:45.305727 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:45.321060 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-f4445d47-67f5-4aa0-bd6c-e692eaae47f1 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Allocated IP 172.20.0.11 (e0560975-4267-405e-bcd2-a4a3e83034df/6967227e-c477-4d60-a71d-f49fedd71aaa/f8a46e38-be9f-46b9-a649-02907199a1ea) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:19:45.355944 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=89b3a014-2783-436e-8007-fc368b0f4bf0,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:45.461639 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-f4445d47-67f5-4aa0-bd6c-e692eaae47f1 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:45.771021 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-64032461-6881-4324-9d29-d3c31af347a6 req-d4fbcfb5-db6c-4316-b94f-bbaf55e1d47b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 210 time: 0.0523849 May 26 11:19:45.787230 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e412ffc-400a-4a4b-b280-6ff768e87bcd req-c494e74c-e25d-45a0-a2be-8c41152618ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:45.792237 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2e412ffc-400a-4a4b-b280-6ff768e87bcd req-c494e74c-e25d-45a0-a2be-8c41152618ff service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d0462060-46d6-4277-8ebc-21ba0f671132 HTTP/1.1" status: 200 len: 1099 time: 0.0712619 May 26 11:19:45.792809 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31f498-82cd-49dc-a977-8943e7f533e5 req-3a0c9bd0-990c-4e3c-aa41-eef476b4f72d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:45.792809 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-aa31f498-82cd-49dc-a977-8943e7f533e5 req-3a0c9bd0-990c-4e3c-aa41-eef476b4f72d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0462060-46d6-4277-8ebc-21ba0f671132 HTTP/1.1" status: 200 len: 946 time: 0.0561209 May 26 11:19:45.829466 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2e412ffc-400a-4a4b-b280-6ff768e87bcd req-00657f56-637c-4cfa-a92f-5a92af26b4a4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=efdc4259-6656-4b37-9c3e-8698ca1d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303893 May 26 11:19:45.831947 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-aa31f498-82cd-49dc-a977-8943e7f533e5 req-2a9f7f59-1b2b-4304-9ef6-8346167298c8 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=efdc4259-6656-4b37-9c3e-8698ca1d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332758 May 26 11:19:45.850688 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-f4445d47-67f5-4aa0-bd6c-e692eaae47f1 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:45.897918 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-f4445d47-67f5-4aa0-bd6c-e692eaae47f1 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Network e0560975-4267-405e-bcd2-a4a3e83034df is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:19:45.900941 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-f4445d47-67f5-4aa0-bd6c-e692eaae47f1 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:19:45.903472 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-f4445d47-67f5-4aa0-bd6c-e692eaae47f1 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:19:45.914061 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 42532) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:45.935564 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4445d47-67f5-4aa0-bd6c-e692eaae47f1 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Pushing event updated for resources: {'Port': ['ID=f8a46e38-be9f-46b9-a649-02907199a1ea,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:45.966465 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-f4445d47-67f5-4aa0-bd6c-e692eaae47f1 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:45.967094 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-f4445d47-67f5-4aa0-bd6c-e692eaae47f1 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:45.970562 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_v2 [None req-1587275e-4f2e-4bf4-89cb-855782ae5900 admin admin] Deleting subnet 5bfdf7be-3b25-4e72-a71d-1ec38a6569c9 {{(pid=102810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 11:19:45.977825 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1587275e-4f2e-4bf4-89cb-855782ae5900 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:46.013660 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1587275e-4f2e-4bf4-89cb-855782ae5900 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8569443'] for subnet, precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:46.053845 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-f4445d47-67f5-4aa0-bd6c-e692eaae47f1 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0679605 May 26 11:19:46.056984 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1587275e-4f2e-4bf4-89cb-855782ae5900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778400'] for subnet, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:46.078498 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-e103cd68-b594-4ced-a165-f1405e732092 service neutron] Request body: {'port': {'device_id': '059f0aae-683a-46c1-84e2-fd4103bb4798', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84339'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:46.131806 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-e103cd68-b594-4ced-a165-f1405e732092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:46.179190 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-3846d033-80ad-49a0-aaf8-48fb3085054d None None] Provisioning complete for port f8a46e38-be9f-46b9-a649-02907199a1ea triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:46.179689 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-3846d033-80ad-49a0-aaf8-48fb3085054d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:46.210916 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1587275e-4f2e-4bf4-89cb-855782ae5900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-778411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8805057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8670238'] for subnet, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:46.213616 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-3846d033-80ad-49a0-aaf8-48fb3085054d None None] Port f8a46e38-be9f-46b9-a649-02907199a1ea cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:19:46.240136 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587275e-4f2e-4bf4-89cb-855782ae5900 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bfdf7be-3b25-4e72-a71d-1ec38a6569c9,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:46.244516 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1587275e-4f2e-4bf4-89cb-855782ae5900 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:46.250521 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-1587275e-4f2e-4bf4-89cb-855782ae5900 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5bfdf7be-3b25-4e72-a71d-1ec38a6569c9 HTTP/1.1" status: 204 len: 168 time: 0.3331790 May 26 11:19:46.251360 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 42534) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:46.253157 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587275e-4f2e-4bf4-89cb-855782ae5900 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:46.253508 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587275e-4f2e-4bf4-89cb-855782ae5900 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:46.253850 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587275e-4f2e-4bf4-89cb-855782ae5900 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:46.254183 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587275e-4f2e-4bf4-89cb-855782ae5900 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:46.254513 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587275e-4f2e-4bf4-89cb-855782ae5900 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:46.254840 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587275e-4f2e-4bf4-89cb-855782ae5900 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:46.255167 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587275e-4f2e-4bf4-89cb-855782ae5900 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:46.255496 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587275e-4f2e-4bf4-89cb-855782ae5900 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:46.255819 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587275e-4f2e-4bf4-89cb-855782ae5900 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:46.256139 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587275e-4f2e-4bf4-89cb-855782ae5900 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:46.256460 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587275e-4f2e-4bf4-89cb-855782ae5900 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:46.256805 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1587275e-4f2e-4bf4-89cb-855782ae5900 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:46.367058 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-fce1793f-6b35-454b-b537-6f3c306cb9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590719'] for network, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:46.484890 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-fce1793f-6b35-454b-b537-6f3c306cb9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784951', 'neutron.services.segments.db._delete_segments_for_network-8744569547816'] for network, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:46.530142 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-fce1793f-6b35-454b-b537-6f3c306cb9b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13116d1b-e2be-4d3f-b406-303247f7bd7f']}} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:46.538384 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-e103cd68-b594-4ced-a165-f1405e732092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a46e38-be9f-46b9-a649-02907199a1ea {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:19:46.546910 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-fce1793f-6b35-454b-b537-6f3c306cb9b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7') {'for_net_delete': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:46.547210 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-fce1793f-6b35-454b-b537-6f3c306cb9b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7') {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:46.550043 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-e103cd68-b594-4ced-a165-f1405e732092 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:46.561636 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-fce1793f-6b35-454b-b537-6f3c306cb9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744569548081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10386412'] for segment, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:46.576323 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-e103cd68-b594-4ced-a165-f1405e732092 service neutron] Transition to ACTIVE for port object f8a46e38-be9f-46b9-a649-02907199a1ea will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:19:46.579795 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-fce1793f-6b35-454b-b537-6f3c306cb9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:46.587401 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce1793f-6b35-454b-b537-6f3c306cb9b5 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=102811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:19:46.587401 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-fce1793f-6b35-454b-b537-6f3c306cb9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10386992'] for segment, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:46.624361 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.services.segments.plugin [-] Segment 7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7 resource provider aggregate not found May 26 11:19:46.646038 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.services.segments.plugin [-] Segment 7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f0f24fb-9f72-4cc7-a2f1-71da67f3a4a7 found for delete ", "request_id": "req-cdd41b98-cdab-4f25-9693-84af280a0f54"}]} May 26 11:19:46.671012 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-e103cd68-b594-4ced-a165-f1405e732092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:46.726286 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103cd68-b594-4ced-a165-f1405e732092 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a46e38-be9f-46b9-a649-02907199a1ea,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:46.735696 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-fce1793f-6b35-454b-b537-6f3c306cb9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667215'] for network, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:46.740412 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-fce1793f-6b35-454b-b537-6f3c306cb9b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:46.743672 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-fce1793f-6b35-454b-b537-6f3c306cb9b5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/13116d1b-e2be-4d3f-b406-303247f7bd7f HTTP/1.1" status: 204 len: 168 time: 0.4913213 May 26 11:19:46.772782 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1793f-6b35-454b-b537-6f3c306cb9b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=13116d1b-e2be-4d3f-b406-303247f7bd7f,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:46.825024 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-e103cd68-b594-4ced-a165-f1405e732092 service neutron] Attempting to bind port f8a46e38-be9f-46b9-a649-02907199a1ea on host hv-cinder-84339 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:19:46.825385 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-e103cd68-b594-4ced-a165-f1405e732092 service neutron] Attempting to bind port f8a46e38-be9f-46b9-a649-02907199a1ea by drivers openvswitch,hyperv on host hv-cinder-84339 at level 0 using segments [{'id': '6f40d9de-0bda-43da-8509-8916b3856254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:19:46.825706 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-e103cd68-b594-4ced-a165-f1405e732092 service neutron] Attempting to bind port f8a46e38-be9f-46b9-a649-02907199a1ea on network e0560975-4267-405e-bcd2-a4a3e83034df {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:19:46.830334 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-e103cd68-b594-4ced-a165-f1405e732092 service neutron] Port f8a46e38-be9f-46b9-a649-02907199a1ea on network e0560975-4267-405e-bcd2-a4a3e83034df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84339 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 11:19:46.830654 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-e103cd68-b594-4ced-a165-f1405e732092 service neutron] Attempting to bind port f8a46e38-be9f-46b9-a649-02907199a1ea on network e0560975-4267-405e-bcd2-a4a3e83034df {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:19:46.835847 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-e103cd68-b594-4ced-a165-f1405e732092 service neutron] Checking agent: {'id': '96131053-e6ec-4464-b9d0-ccb06fa4079a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84339', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'started_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:19:46.836185 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-e103cd68-b594-4ced-a165-f1405e732092 service neutron] Checking segment: {'id': '6f40d9de-0bda-43da-8509-8916b3856254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:19:46.837160 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-e103cd68-b594-4ced-a165-f1405e732092 service neutron] Bound using segment: {'id': '6f40d9de-0bda-43da-8509-8916b3856254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:19:46.837603 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-e103cd68-b594-4ced-a165-f1405e732092 service neutron] Bound port: f8a46e38-be9f-46b9-a649-02907199a1ea, host: hv-cinder-84339, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f40d9de-0bda-43da-8509-8916b3856254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:19:46.837969 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-e103cd68-b594-4ced-a165-f1405e732092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:46.945135 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-e103cd68-b594-4ced-a165-f1405e732092 service neutron] For port f8a46e38-be9f-46b9-a649-02907199a1ea, host hv-cinder-84339, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:19:46.954784 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fcbc0-c562-4b17-b5ef-8c6b4c043e48 req-4235c71f-7a9c-4653-b4df-42e91f76ea14 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:46.956331 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f08fcbc0-c562-4b17-b5ef-8c6b4c043e48 req-4235c71f-7a9c-4653-b4df-42e91f76ea14 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 944 time: 0.0998268 May 26 11:19:46.958331 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-e103cd68-b594-4ced-a165-f1405e732092 service neutron] For port f8a46e38-be9f-46b9-a649-02907199a1ea, host hv-cinder-84339, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=f8a46e38-be9f-46b9-a649-02907199a1ea,segment=NetworkSegment(6f40d9de-0bda-43da-8509-8916b3856254),segment_id=6f40d9de-0bda-43da-8509-8916b3856254)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:19:46.964717 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d886419-1fcf-4f69-a7a7-4cdcb4e49b11 req-97382448-6e0a-4a45-a34e-46d34c761b04 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:46.966213 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6d886419-1fcf-4f69-a7a7-4cdcb4e49b11 req-97382448-6e0a-4a45-a34e-46d34c761b04 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0462060-46d6-4277-8ebc-21ba0f671132 HTTP/1.1" status: 200 len: 946 time: 0.0513484 May 26 11:19:46.995475 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f08fcbc0-c562-4b17-b5ef-8c6b4c043e48 req-2d357ca6-04e7-4ae9-9ad5-0a021c262f44 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325880 May 26 11:19:47.006406 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6d886419-1fcf-4f69-a7a7-4cdcb4e49b11 req-abf93841-4027-44c8-9245-e4cae9438d52 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=efdc4259-6656-4b37-9c3e-8698ca1d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337472 May 26 11:19:47.054678 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-e103cd68-b594-4ced-a165-f1405e732092 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:47.093255 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-e103cd68-b594-4ced-a165-f1405e732092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:47.094378 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-e103cd68-b594-4ced-a165-f1405e732092 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:47.095905 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-e103cd68-b594-4ced-a165-f1405e732092 service neutron] 10.222.0.42 "PUT /v2.0/ports/f8a46e38-be9f-46b9-a649-02907199a1ea HTTP/1.1" status: 200 len: 1094 time: 1.0236032 May 26 11:19:47.096412 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059f0aae-683a-46c1-84e2-fd4103bb4798', 'tag': 'f8a46e38-be9f-46b9-a649-02907199a1ea'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:19:47.099017 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83bd954e-6d65-4b81-8421-56d7b9850ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "059f0aae-683a-46c1-84e2-fd4103bb4798", "tag": "f8a46e38-be9f-46b9-a649-02907199a1ea"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:19:47.136845 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103cd68-b594-4ced-a165-f1405e732092 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a46e38-be9f-46b9-a649-02907199a1ea,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:47.171495 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2b4912-a8ef-40fd-8ef6-d9b718204186 x-openstack-request-id: req-1e2b4912-a8ef-40fd-8ef6-d9b718204186 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:19:47.171853 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059f0aae-683a-46c1-84e2-fd4103bb4798", "tag": "f8a46e38-be9f-46b9-a649-02907199a1ea", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:19:47.172159 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e2b4912-a8ef-40fd-8ef6-d9b718204186 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:19:47.172641 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e2b4912-a8ef-40fd-8ef6-d9b718204186'] response: {'name': 'network-changed', 'server_uuid': '059f0aae-683a-46c1-84e2-fd4103bb4798', 'tag': 'f8a46e38-be9f-46b9-a649-02907199a1ea', 'status': 'completed', 'code': 200} May 26 11:19:47.211273 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 42556) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:47.252758 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd954e-6d65-4b81-8421-56d7b9850ad8 req-289f9989-5402-42e3-93df-856974cbc9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:47.254616 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-83bd954e-6d65-4b81-8421-56d7b9850ad8 req-289f9989-5402-42e3-93df-856974cbc9f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b825a6473b6e40d89336e2abca3c33c5&device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 1097 time: 0.0570676 May 26 11:19:47.262508 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 42558) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:47.262844 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-f525e26b-f132-41d5-b452-f994dfdf4604 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3663af67c827482793377d5a49f6e064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0502510 May 26 11:19:47.380649 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6928c5f6-5b98-41b0-b834-824f0a59082c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:47.405324 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd954e-6d65-4b81-8421-56d7b9850ad8 req-76c6fe05-5b44-439e-8dcc-253d48621930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:47.406775 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-83bd954e-6d65-4b81-8421-56d7b9850ad8 req-76c6fe05-5b44-439e-8dcc-253d48621930 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=b825a6473b6e40d89336e2abca3c33c5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1369741 May 26 11:19:47.416191 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6928c5f6-5b98-41b0-b834-824f0a59082c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:47.527854 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd954e-6d65-4b81-8421-56d7b9850ad8 req-3f5b1585-727c-4f5a-a941-8c7972ae276b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:47.529278 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-83bd954e-6d65-4b81-8421-56d7b9850ad8 req-3f5b1585-727c-4f5a-a941-8c7972ae276b service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1151776 May 26 11:19:47.612915 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-56de7be5-1668-415c-a006-7ac6980c98c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:47.614374 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-56de7be5-1668-415c-a006-7ac6980c98c8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b825a6473b6e40d89336e2abca3c33c5&device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 1097 time: 0.0423410 May 26 11:19:47.629388 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6928c5f6-5b98-41b0-b834-824f0a59082c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:47.631815 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6928c5f6-5b98-41b0-b834-824f0a59082c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:47.632869 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-6928c5f6-5b98-41b0-b834-824f0a59082c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f HTTP/1.1" status: 204 len: 168 time: 0.3693955 May 26 11:19:47.662283 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-49ade84e-a038-44b0-b818-8206741c206b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8a46e38-be9f-46b9-a649-02907199a1ea HTTP/1.1" status: 200 len: 217 time: 0.0393505 May 26 11:19:47.667638 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928c5f6-5b98-41b0-b834-824f0a59082c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d5c6d5-60ba-4b16-94c8-726fc6cc3c5f,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:47.720649 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-9380d6ae-b518-43c3-a7c8-fdc56e7e2a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:47.722186 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-9380d6ae-b518-43c3-a7c8-fdc56e7e2a35 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6967227e-c477-4d60-a71d-f49fedd71aaa HTTP/1.1" status: 200 len: 847 time: 0.0506463 May 26 11:19:47.783827 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-78dc9904-0451-49e0-b7c4-54decc3acf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:47.785292 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-78dc9904-0451-49e0-b7c4-54decc3acf90 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e0560975-4267-405e-bcd2-a4a3e83034df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555022 May 26 11:19:47.879841 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-a2693894-3313-49ab-b76b-e3ef2501f912 service neutron] 10.222.0.42 "GET /v2.0/networks/e0560975-4267-405e-bcd2-a4a3e83034df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801055 May 26 11:19:47.973896 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2cfb99ba-7355-4bce-80ca-b17dfc984106 req-db54e903-218f-41a0-8794-20854e377872 service neutron] 10.222.0.42 "GET /v2.0/networks/e0560975-4267-405e-bcd2-a4a3e83034df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863986 May 26 11:19:48.028389 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-007b6979-8b9b-46a5-a5e8-81093f2b55c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:48.127181 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2109c5b-9006-40a9-9905-ebcb356e99c5 req-3f02b84a-5161-40c2-ad4c-6be2dd8ad2d6 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:48.129119 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c2109c5b-9006-40a9-9905-ebcb356e99c5 req-3f02b84a-5161-40c2-ad4c-6be2dd8ad2d6 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 944 time: 0.0563912 May 26 11:19:48.146282 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8d8b3-7fea-45f6-99c3-365692075c67 req-28d662ab-fd8c-4180-bdc4-8c46b7c7f686 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:48.147856 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a5e8d8b3-7fea-45f6-99c3-365692075c67 req-28d662ab-fd8c-4180-bdc4-8c46b7c7f686 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0462060-46d6-4277-8ebc-21ba0f671132 HTTP/1.1" status: 200 len: 946 time: 0.0649970 May 26 11:19:48.178807 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c2109c5b-9006-40a9-9905-ebcb356e99c5 req-dace7f79-c071-4a5b-992e-d6e2a4efb683 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429535 May 26 11:19:48.191746 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a5e8d8b3-7fea-45f6-99c3-365692075c67 req-ee2d072c-0d67-4882-b0ad-b2c96c97e6c2 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=efdc4259-6656-4b37-9c3e-8698ca1d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371323 May 26 11:19:48.301673 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8958aab-651c-405a-acae-23fe6f0c7940 req-37a39534-66a7-42c7-92df-7b1effb4d539 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:48.303032 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b8958aab-651c-405a-acae-23fe6f0c7940 req-37a39534-66a7-42c7-92df-7b1effb4d539 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0462060-46d6-4277-8ebc-21ba0f671132 HTTP/1.1" status: 200 len: 946 time: 0.0486808 May 26 11:19:48.311884 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 42572) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:48.316166 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-92dd8c3f-0b57-411a-a9fd-6eea932c2707 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Request body: {'floatingip': {'port_id': '89b3a014-2783-436e-8007-fc368b0f4bf0'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:19:48.357827 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-92dd8c3f-0b57-411a-a9fd-6eea932c2707 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for floatingip, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:48.785327 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-92dd8c3f-0b57-411a-a9fd-6eea932c2707 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:48.878968 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-92dd8c3f-0b57-411a-a9fd-6eea932c2707 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:48.975172 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.l3_db [None req-92dd8c3f-0b57-411a-a9fd-6eea932c2707 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Floating IP 57c3d7e3-aa01-4dcc-95d9-7b974b2cd299 associated. External IP: 172.27.2.107, port: 89b3a014-2783-436e-8007-fc368b0f4bf0. May 26 11:19:49.168736 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92dd8c3f-0b57-411a-a9fd-6eea932c2707 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Router ab6af0dc-735e-46dc-88d0-4e27069c775d has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:19:49.300980 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92dd8c3f-0b57-411a-a9fd-6eea932c2707 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:19:49.305576 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-92dd8c3f-0b57-411a-a9fd-6eea932c2707 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:49.310891 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685f1f46-46aa-4a71-967d-bf542ef6a94b None None] Sync routers for ids ['ab6af0dc-735e-46dc-88d0-4e27069c775d'] in dv-cinder-843395-1-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:19:49.320312 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685f1f46-46aa-4a71-967d-bf542ef6a94b None None] Routers {'ab6af0dc-735e-46dc-88d0-4e27069c775d'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:19:49.320957 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-685f1f46-46aa-4a71-967d-bf542ef6a94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:19:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['ab6af0dc-735e-46dc-88d0-4e27069c775d'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:49.338436 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d5c70-f8bd-4d45-9dc2-ea847194a8bb req-021d9498-85bd-4c74-8c48-cf8fafd5b703 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:49.340535 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-601d5c70-f8bd-4d45-9dc2-ea847194a8bb req-021d9498-85bd-4c74-8c48-cf8fafd5b703 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 944 time: 0.0882959 May 26 11:19:49.346086 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-92dd8c3f-0b57-411a-a9fd-6eea932c2707 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "PUT /v2.0/floatingips/57c3d7e3-aa01-4dcc-95d9-7b974b2cd299 HTTP/1.1" status: 200 len: 992 time: 1.0310874 May 26 11:19:49.346086 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0462060-46d6-4277-8ebc-21ba0f671132', 'tag': '89b3a014-2783-436e-8007-fc368b0f4bf0'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:19:49.346845 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c6d609-9433-45d5-84ea-64d61d7c39d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d0462060-46d6-4277-8ebc-21ba0f671132", "tag": "89b3a014-2783-436e-8007-fc368b0f4bf0"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:19:49.384449 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-601d5c70-f8bd-4d45-9dc2-ea847194a8bb req-b8d1fa54-e62d-49d4-b5a4-0ea8ba4b789d tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343583 May 26 11:19:49.386020 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6be2ef3-844e-4120-a558-d1af45afbd14 x-openstack-request-id: req-c6be2ef3-844e-4120-a558-d1af45afbd14 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:19:49.386827 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0462060-46d6-4277-8ebc-21ba0f671132", "tag": "89b3a014-2783-436e-8007-fc368b0f4bf0", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:19:49.387084 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c6be2ef3-844e-4120-a558-d1af45afbd14 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:19:49.387653 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6be2ef3-844e-4120-a558-d1af45afbd14'] response: {'name': 'network-changed', 'server_uuid': 'd0462060-46d6-4277-8ebc-21ba0f671132', 'tag': '89b3a014-2783-436e-8007-fc368b0f4bf0', 'status': 'completed', 'code': 200} May 26 11:19:49.431079 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-685f1f46-46aa-4a71-967d-bf542ef6a94b None None] Set router ab6af0dc-735e-46dc-88d0-4e27069c775d gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:19:49.445207 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6d609-9433-45d5-84ea-64d61d7c39d9 req-557c357f-f326-4027-a574-464a3fdea94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:49.446755 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-80c6d609-9433-45d5-84ea-64d61d7c39d9 req-557c357f-f326-4027-a574-464a3fdea94c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f75021785f634f61b049c180934660f4&device_id=d0462060-46d6-4277-8ebc-21ba0f671132 HTTP/1.1" status: 200 len: 1099 time: 0.0408497 May 26 11:19:49.539315 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6d609-9433-45d5-84ea-64d61d7c39d9 req-22943984-3a0f-4d0f-b7ea-46a1cecc5141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:49.540865 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-80c6d609-9433-45d5-84ea-64d61d7c39d9 req-22943984-3a0f-4d0f-b7ea-46a1cecc5141 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3ff00a8f-4904-4850-8392-2b7e558c981b HTTP/1.1" status: 200 len: 911 time: 0.0866613 May 26 11:19:49.837867 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-685f1f46-46aa-4a71-967d-bf542ef6a94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'name': 'tempest-AttachVolumeTestJSON-961201596-router', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:43Z', 'updated_at': '2022-05-26T11:14:49Z', 'revision_number': 4, 'project_id': 'f75021785f634f61b049c180934660f4', 'gw_port': {'id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': '57c3d7e3-aa01-4dcc-95d9-7b974b2cd299', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'port_id': '89b3a014-2783-436e-8007-fc368b0f4bf0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b', 'mac_address': 'fa:16:3e:18:f6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0462060-46d6-4277-8ebc-21ba0f671132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:19:34Z', 'updated_at': '2022-05-26T11:19:48Z', 'revision_number': 1, 'project_id': 'f75021785f634f61b049c180934660f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0623f22e-f237-423b-87b1-0fac998beb72', 'name': '', 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'mac_address': 'fa:16:3e:f5:06:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:48Z', 'updated_at': '2022-05-26T11:14:59Z', 'revision_number': 5, 'project_id': 'f75021785f634f61b049c180934660f4', 'subnets': [{'id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:49.854883 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-80c6d609-9433-45d5-84ea-64d61d7c39d9 req-2c78647e-102c-47c0-b677-ea8a6cc792b7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89b3a014-2783-436e-8007-fc368b0f4bf0 HTTP/1.1" status: 200 len: 1000 time: 0.3070502 May 26 11:19:49.868816 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685f1f46-46aa-4a71-967d-bf542ef6a94b None None] Checking router: ab6af0dc-735e-46dc-88d0-4e27069c775d for host: dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:19:49.877725 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685f1f46-46aa-4a71-967d-bf542ef6a94b None None] Routers {'ab6af0dc-735e-46dc-88d0-4e27069c775d'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:19:49.878330 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-685f1f46-46aa-4a71-967d-bf542ef6a94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:19:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['ab6af0dc-735e-46dc-88d0-4e27069c775d'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:49.913000 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6d609-9433-45d5-84ea-64d61d7c39d9 req-dd9cee1b-7ffe-4dce-8254-4e36ba2414d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:49.914368 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-80c6d609-9433-45d5-84ea-64d61d7c39d9 req-dd9cee1b-7ffe-4dce-8254-4e36ba2414d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b2d5adfb-8844-43b5-9569-dc8a73d4cd6b HTTP/1.1" status: 200 len: 849 time: 0.0427041 May 26 11:19:49.966538 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c6d609-9433-45d5-84ea-64d61d7c39d9 req-bd730315-7aae-48f6-9a36-d3cd9a1dd4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:49.968063 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-80c6d609-9433-45d5-84ea-64d61d7c39d9 req-bd730315-7aae-48f6-9a36-d3cd9a1dd4d0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3ff00a8f-4904-4850-8392-2b7e558c981b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433254 May 26 11:19:49.983084 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-685f1f46-46aa-4a71-967d-bf542ef6a94b None None] Set router ab6af0dc-735e-46dc-88d0-4e27069c775d gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:19:50.059181 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-80c6d609-9433-45d5-84ea-64d61d7c39d9 req-0b8b4454-45c1-49c6-816f-281f3165f1f9 service neutron] 10.222.0.42 "GET /v2.0/networks/3ff00a8f-4904-4850-8392-2b7e558c981b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826702 May 26 11:19:50.159551 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-80c6d609-9433-45d5-84ea-64d61d7c39d9 req-d6f4ad83-2d79-454d-a125-8d01fd19f0dc service neutron] 10.222.0.42 "GET /v2.0/networks/3ff00a8f-4904-4850-8392-2b7e558c981b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941608 May 26 11:19:50.208855 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-0f2649ce-1556-4480-8247-148e39a76530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:50.225728 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-685f1f46-46aa-4a71-967d-bf542ef6a94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'name': 'tempest-AttachVolumeTestJSON-961201596-router', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:43Z', 'updated_at': '2022-05-26T11:14:49Z', 'revision_number': 4, 'project_id': 'f75021785f634f61b049c180934660f4', 'gw_port': {'id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': '57c3d7e3-aa01-4dcc-95d9-7b974b2cd299', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'port_id': '89b3a014-2783-436e-8007-fc368b0f4bf0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b', 'mac_address': 'fa:16:3e:18:f6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0462060-46d6-4277-8ebc-21ba0f671132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:19:34Z', 'updated_at': '2022-05-26T11:19:48Z', 'revision_number': 1, 'project_id': 'f75021785f634f61b049c180934660f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0623f22e-f237-423b-87b1-0fac998beb72', 'name': '', 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'mac_address': 'fa:16:3e:f5:06:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:48Z', 'updated_at': '2022-05-26T11:14:59Z', 'revision_number': 5, 'project_id': 'f75021785f634f61b049c180934660f4', 'subnets': [{'id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:50.238600 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7126e9f6-4f7d-43d8-a4a7-d9361844e5c6 req-3293ef27-c7eb-4fab-ad71-3da5eb2ce614 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:50.240055 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7126e9f6-4f7d-43d8-a4a7-d9361844e5c6 req-3293ef27-c7eb-4fab-ad71-3da5eb2ce614 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0487442 May 26 11:19:50.256542 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685f1f46-46aa-4a71-967d-bf542ef6a94b None None] The sync data for ids ['ab6af0dc-735e-46dc-88d0-4e27069c775d'] in dv-cinder-843395-1-iscsi is: [{'id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'name': 'tempest-AttachVolumeTestJSON-961201596-router', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:43Z', 'updated_at': '2022-05-26T11:14:49Z', 'revision_number': 4, 'project_id': 'f75021785f634f61b049c180934660f4', 'gw_port': {'id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': '57c3d7e3-aa01-4dcc-95d9-7b974b2cd299', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'floating_ip_address': '172.27.2.107', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'port_id': '89b3a014-2783-436e-8007-fc368b0f4bf0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b', 'mac_address': 'fa:16:3e:18:f6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0462060-46d6-4277-8ebc-21ba0f671132', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:19:34Z', 'updated_at': '2022-05-26T11:19:48Z', 'revision_number': 1, 'project_id': 'f75021785f634f61b049c180934660f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0623f22e-f237-423b-87b1-0fac998beb72', 'name': '', 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'mac_address': 'fa:16:3e:f5:06:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:48Z', 'updated_at': '2022-05-26T11:14:59Z', 'revision_number': 5, 'project_id': 'f75021785f634f61b049c180934660f4', 'subnets': [{'id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:19:50.279177 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7126e9f6-4f7d-43d8-a4a7-d9361844e5c6 req-91e1e37b-e760-4a50-8e10-aeeb529c3e23 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321643 May 26 11:19:50.438276 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc29da7-4f5d-481f-b014-126c675621cb None None] New status for floating IP 57c3d7e3-aa01-4dcc-95d9-7b974b2cd299: ACTIVE {{(pid=102814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:19:50.504532 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b770c51-115c-4f5c-a661-341158e23f16 req-7905e342-015a-4200-a4e3-0573cba999c0 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:50.505940 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5b770c51-115c-4f5c-a661-341158e23f16 req-7905e342-015a-4200-a4e3-0573cba999c0 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 944 time: 0.0492113 May 26 11:19:50.543433 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5b770c51-115c-4f5c-a661-341158e23f16 req-d2a3afe0-d613-4266-956b-bbf7beb18fe8 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307577 May 26 11:19:51.391594 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7868010-93db-4926-af96-384b04de6312 req-9d08b15a-9750-4fb9-8055-6cb6dc455e36 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:51.392966 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c7868010-93db-4926-af96-384b04de6312 req-9d08b15a-9750-4fb9-8055-6cb6dc455e36 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0469115 May 26 11:19:51.430440 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c7868010-93db-4926-af96-384b04de6312 req-f7c24469-ded6-4f2e-973f-967d025b5e52 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315382 May 26 11:19:51.476903 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:51.655842 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b5696-cdfa-4655-a408-fee316bd9d7d req-c6008ef9-f3a3-4f7b-ac99-11f857a47b40 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:51.657247 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-089b5696-cdfa-4655-a408-fee316bd9d7d req-c6008ef9-f3a3-4f7b-ac99-11f857a47b40 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 944 time: 0.0480604 May 26 11:19:51.693259 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-089b5696-cdfa-4655-a408-fee316bd9d7d req-17ae2b7a-3384-4692-9b46-8a2015e09ed8 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301175 May 26 11:19:52.482356 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:19:52.546383 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d305ed34-6fa0-4d7b-8120-a23125a32d96 req-42d2fa03-e1f3-47ae-931d-d8737ba5c596 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:52.547724 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d305ed34-6fa0-4d7b-8120-a23125a32d96 req-42d2fa03-e1f3-47ae-931d-d8737ba5c596 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0508070 May 26 11:19:52.585125 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d305ed34-6fa0-4d7b-8120-a23125a32d96 req-12c11914-7638-4a07-88f5-f827608b665e tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310292 May 26 11:19:52.722285 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:52.805307 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843f090-fe2d-415a-8bc6-aa3484a9b601 req-418b4490-70bc-451d-8860-4beec9c62cfb tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:52.806742 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b843f090-fe2d-415a-8bc6-aa3484a9b601 req-418b4490-70bc-451d-8860-4beec9c62cfb tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 944 time: 0.0479167 May 26 11:19:52.848130 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b843f090-fe2d-415a-8bc6-aa3484a9b601 req-7fd6235e-d56e-4ca1-8179-995436daa26a tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350518 May 26 11:19:53.248310 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:53.566416 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba8e676-13d9-4532-866e-2682e249cbdb req-14bdf646-5d0a-403a-a292-8bdd0fc765dd tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:53.570996 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fba8e676-13d9-4532-866e-2682e249cbdb req-14bdf646-5d0a-403a-a292-8bdd0fc765dd tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.42 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0563204 May 26 11:19:53.672941 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-fba8e676-13d9-4532-866e-2682e249cbdb req-712992a0-6a6c-48a1-8a00-29a85693f21d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Deleting port 726f9e21-d736-4905-bee2-4c4521ddc2a3 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:19:53.673286 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-fba8e676-13d9-4532-866e-2682e249cbdb req-712992a0-6a6c-48a1-8a00-29a85693f21d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:53.708627 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fda023-6590-4f09-82d4-643d6b771995 req-250f9779-f79a-4fab-a571-b9556c1084b2 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:53.710099 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-90fda023-6590-4f09-82d4-643d6b771995 req-250f9779-f79a-4fab-a571-b9556c1084b2 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 945 time: 0.0487280 May 26 11:19:53.748524 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-90fda023-6590-4f09-82d4-643d6b771995 req-f1f71d7e-7266-42e7-9e78-1a5352d81b0b tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321746 May 26 11:19:53.765539 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-fba8e676-13d9-4532-866e-2682e249cbdb req-712992a0-6a6c-48a1-8a00-29a85693f21d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] For port 726f9e21-d736-4905-bee2-4c4521ddc2a3, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=726f9e21-d736-4905-bee2-4c4521ddc2a3,segment=NetworkSegment(19976d9f-7588-4846-9df0-c095323a9858),segment_id=19976d9f-7588-4846-9df0-c095323a9858)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:19:53.765907 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-fba8e676-13d9-4532-866e-2682e249cbdb req-712992a0-6a6c-48a1-8a00-29a85693f21d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:53.954757 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-fba8e676-13d9-4532-866e-2682e249cbdb req-712992a0-6a6c-48a1-8a00-29a85693f21d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:53.955430 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-fba8e676-13d9-4532-866e-2682e249cbdb req-712992a0-6a6c-48a1-8a00-29a85693f21d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:53.955430 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.l3_db [req-fba8e676-13d9-4532-866e-2682e249cbdb req-712992a0-6a6c-48a1-8a00-29a85693f21d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Floating IP d2c986c6-a4eb-4d9d-a262-7c2a2349d00a disassociated. External IP: 172.27.2.51, port: 726f9e21-d736-4905-bee2-4c4521ddc2a3. May 26 11:19:53.955735 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-fba8e676-13d9-4532-866e-2682e249cbdb req-712992a0-6a6c-48a1-8a00-29a85693f21d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Calling delete_port for 726f9e21-d736-4905-bee2-4c4521ddc2a3 owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:19:54.012334 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50df13b-8028-4975-a5ad-747fb8db7e06 req-b6f319d8-6cae-458b-ada7-f62f2f52b81b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:54.013842 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c50df13b-8028-4975-a5ad-747fb8db7e06 req-b6f319d8-6cae-458b-ada7-f62f2f52b81b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 944 time: 0.0988460 May 26 11:19:54.069367 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c50df13b-8028-4975-a5ad-747fb8db7e06 req-717132bb-113e-45dd-8ffe-292c2a366bdf tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491021 May 26 11:19:54.190896 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-fba8e676-13d9-4532-866e-2682e249cbdb req-712992a0-6a6c-48a1-8a00-29a85693f21d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:54.218784 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712992a0-6a6c-48a1-8a00-29a85693f21d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Pushing event deleted for resources: {'Port': ['ID=726f9e21-d736-4905-bee2-4c4521ddc2a3,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:54.229634 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712992a0-6a6c-48a1-8a00-29a85693f21d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:54.230151 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712992a0-6a6c-48a1-8a00-29a85693f21d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:54.230314 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712992a0-6a6c-48a1-8a00-29a85693f21d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:54.230697 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712992a0-6a6c-48a1-8a00-29a85693f21d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:54.231559 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712992a0-6a6c-48a1-8a00-29a85693f21d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:54.231891 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712992a0-6a6c-48a1-8a00-29a85693f21d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:54.232222 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712992a0-6a6c-48a1-8a00-29a85693f21d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:54.232553 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712992a0-6a6c-48a1-8a00-29a85693f21d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:54.232903 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712992a0-6a6c-48a1-8a00-29a85693f21d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:54.233231 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712992a0-6a6c-48a1-8a00-29a85693f21d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:54.233553 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712992a0-6a6c-48a1-8a00-29a85693f21d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:54.233879 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712992a0-6a6c-48a1-8a00-29a85693f21d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:54.338610 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fba8e676-13d9-4532-866e-2682e249cbdb req-712992a0-6a6c-48a1-8a00-29a85693f21d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Router 69b5b26b-1f44-4538-a9de-d1e61cb3ed0c has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:19:54.443442 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fba8e676-13d9-4532-866e-2682e249cbdb req-712992a0-6a6c-48a1-8a00-29a85693f21d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:19:54.454198 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa827e98-8ee2-4bf1-80d8-9d01922101ea None None] Sync routers for ids ['69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'] in dv-cinder-843395-1-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:19:54.464051 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa827e98-8ee2-4bf1-80d8-9d01922101ea None None] Routers {'69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:19:54.464861 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-fa827e98-8ee2-4bf1-80d8-9d01922101ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:19:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:54.484347 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba8e676-13d9-4532-866e-2682e249cbdb req-712992a0-6a6c-48a1-8a00-29a85693f21d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] No DVR routers for this DVR port 726f9e21-d736-4905-bee2-4c4521ddc2a3 on host hv-cinder-84339 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:19:54.486915 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-fba8e676-13d9-4532-866e-2682e249cbdb req-712992a0-6a6c-48a1-8a00-29a85693f21d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:54.490116 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fba8e676-13d9-4532-866e-2682e249cbdb req-712992a0-6a6c-48a1-8a00-29a85693f21d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.42 "DELETE /v2.0/ports/726f9e21-d736-4905-bee2-4c4521ddc2a3 HTTP/1.1" status: 204 len: 173 time: 0.9131651 May 26 11:19:54.490547 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb59e1c-da91-486b-b714-b3dc9a548574', 'name': 'network-vif-deleted', 'tag': '726f9e21-d736-4905-bee2-4c4521ddc2a3'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:19:54.492788 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a97df0d-69e8-4ccf-a16c-a55ce91d2b87" -d '{"events": [{"server_uuid": "5cb59e1c-da91-486b-b714-b3dc9a548574", "name": "network-vif-deleted", "tag": "726f9e21-d736-4905-bee2-4c4521ddc2a3"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:19:54.528922 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0020fa13-2ca3-4d93-976f-96bfd892c4fa x-openstack-request-id: req-0020fa13-2ca3-4d93-976f-96bfd892c4fa {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:19:54.529268 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb59e1c-da91-486b-b714-b3dc9a548574", "name": "network-vif-deleted", "tag": "726f9e21-d736-4905-bee2-4c4521ddc2a3", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:19:54.529519 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0020fa13-2ca3-4d93-976f-96bfd892c4fa {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:19:54.529923 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0020fa13-2ca3-4d93-976f-96bfd892c4fa'] response: {'server_uuid': '5cb59e1c-da91-486b-b714-b3dc9a548574', 'name': 'network-vif-deleted', 'tag': '726f9e21-d736-4905-bee2-4c4521ddc2a3', 'status': 'completed', 'code': 200} May 26 11:19:54.580798 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-fa827e98-8ee2-4bf1-80d8-9d01922101ea None None] Set router 69b5b26b-1f44-4538-a9de-d1e61cb3ed0c gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:19:54.794526 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-fa827e98-8ee2-4bf1-80d8-9d01922101ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'name': 'tempest-ServerRescueNegativeTestJSON-1164471858-router', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:53Z', 'revision_number': 4, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'gw_port': {'id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:94:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '7d825ffb-84ff-45b3-a59f-7fe0e99b3aae', 'name': '', 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'mac_address': 'fa:16:3e:71:ee:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a235b399-7a9f-4f18-97ae-141845f325ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:52Z', 'updated_at': '2022-05-26T11:15:01Z', 'revision_number': 5, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'subnets': [{'id': 'a235b399-7a9f-4f18-97ae-141845f325ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:54.822471 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa827e98-8ee2-4bf1-80d8-9d01922101ea None None] Checking router: 69b5b26b-1f44-4538-a9de-d1e61cb3ed0c for host: dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:19:54.831449 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa827e98-8ee2-4bf1-80d8-9d01922101ea None None] Routers {'69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:19:54.832089 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-fa827e98-8ee2-4bf1-80d8-9d01922101ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:19:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:54.853078 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-727ebfc4-91ea-4190-b7df-964a60f834fb req-04165f1e-7749-47b9-b485-d4eb86554fe4 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=5cb59e1c-da91-486b-b714-b3dc9a548574 HTTP/1.1" status: 200 len: 210 time: 0.0255904 May 26 11:19:54.937499 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-fa827e98-8ee2-4bf1-80d8-9d01922101ea None None] Set router 69b5b26b-1f44-4538-a9de-d1e61cb3ed0c gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:19:55.126943 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-fa827e98-8ee2-4bf1-80d8-9d01922101ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'name': 'tempest-ServerRescueNegativeTestJSON-1164471858-router', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:53Z', 'revision_number': 4, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'gw_port': {'id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:94:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '7d825ffb-84ff-45b3-a59f-7fe0e99b3aae', 'name': '', 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'mac_address': 'fa:16:3e:71:ee:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a235b399-7a9f-4f18-97ae-141845f325ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:52Z', 'updated_at': '2022-05-26T11:15:01Z', 'revision_number': 5, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'subnets': [{'id': 'a235b399-7a9f-4f18-97ae-141845f325ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:19:55.158467 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa827e98-8ee2-4bf1-80d8-9d01922101ea None None] The sync data for ids ['69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'] in dv-cinder-843395-1-iscsi is: [{'id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'name': 'tempest-ServerRescueNegativeTestJSON-1164471858-router', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:53Z', 'revision_number': 4, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'gw_port': {'id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:94:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '7d825ffb-84ff-45b3-a59f-7fe0e99b3aae', 'name': '', 'network_id': '269c9267-8111-4543-bc62-3b35f5fef0e4', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'mac_address': 'fa:16:3e:71:ee:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'a235b399-7a9f-4f18-97ae-141845f325ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:52Z', 'updated_at': '2022-05-26T11:15:01Z', 'revision_number': 5, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'subnets': [{'id': 'a235b399-7a9f-4f18-97ae-141845f325ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:19:55.187578 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20854e79-30b2-46a2-9f25-57312f894f5e req-385053a2-c306-4e72-a245-75be10bfe77b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:55.189505 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-20854e79-30b2-46a2-9f25-57312f894f5e req-385053a2-c306-4e72-a245-75be10bfe77b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 944 time: 0.0531061 May 26 11:19:55.229353 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-20854e79-30b2-46a2-9f25-57312f894f5e req-427f735c-1b7b-47a7-89ce-260b82355cb0 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330188 May 26 11:19:55.381915 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e199cbd5-106e-451b-9334-1102855a9dd5 None None] New status for floating IP d2c986c6-a4eb-4d9d-a262-7c2a2349d00a: DOWN {{(pid=102814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:19:56.016494 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 42618) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:56.069054 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6176f19f-c569-4085-a2d7-843f19dda1f9 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:56.092125 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6176f19f-c569-4085-a2d7-843f19dda1f9 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:56.261664 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6176f19f-c569-4085-a2d7-843f19dda1f9 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:56.264850 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6176f19f-c569-4085-a2d7-843f19dda1f9 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:56.266030 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-6176f19f-c569-4085-a2d7-843f19dda1f9 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "DELETE /v2.0/security-groups/4f8b278e-52f6-4cd3-a4f7-46a057ea94ba HTTP/1.1" status: 204 len: 168 time: 0.2485006 May 26 11:19:56.268596 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 42622) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:56.276680 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176f19f-c569-4085-a2d7-843f19dda1f9 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8b278e-52f6-4cd3-a4f7-46a057ea94ba,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:56.292699 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.api.v2.resource [None req-4296b40f-2654-47c4-9b03-715f6cdbd6a6 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] show failed (client error): The resource could not be found. May 26 11:19:56.296186 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-4296b40f-2654-47c4-9b03-715f6cdbd6a6 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups/4f8b278e-52f6-4cd3-a4f7-46a057ea94ba HTTP/1.1" status: 404 len: 347 time: 0.0241191 May 26 11:19:56.296647 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 42624) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:19:56.347154 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e18b4-8844-46e1-aebb-6c4c667234b5 req-0df01c8e-0395-4834-ba27-14186f9a556b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:56.348633 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-352e18b4-8844-46e1-aebb-6c4c667234b5 req-0df01c8e-0395-4834-ba27-14186f9a556b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 944 time: 0.0484760 May 26 11:19:56.392356 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-352e18b4-8844-46e1-aebb-6c4c667234b5 req-f08c117f-3e87-4680-a556-c68820edc8c5 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375803 May 26 11:19:56.420684 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-3c71c497-66bc-4e93-a5db-7a6ebb0b516c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Deleting port a28b294e-c80f-424c-8fd5-247dee7f9fdd {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:19:56.421027 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3c71c497-66bc-4e93-a5db-7a6ebb0b516c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:56.495353 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3c71c497-66bc-4e93-a5db-7a6ebb0b516c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:56.495670 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3c71c497-66bc-4e93-a5db-7a6ebb0b516c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:56.507251 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-3c71c497-66bc-4e93-a5db-7a6ebb0b516c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Calling delete_port for a28b294e-c80f-424c-8fd5-247dee7f9fdd owned by network:floatingip {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:19:56.941570 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3c71c497-66bc-4e93-a5db-7a6ebb0b516c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:56.962718 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device f8a46e38-be9f-46b9-a649-02907199a1ea details requested by agent hyperv_hv-cinder-84339 with host hv-cinder-84339 {{(pid=102813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 11:19:56.964277 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c71c497-66bc-4e93-a5db-7a6ebb0b516c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Pushing event deleted for resources: {'Port': ['ID=a28b294e-c80f-424c-8fd5-247dee7f9fdd,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:57.030376 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3c71c497-66bc-4e93-a5db-7a6ebb0b516c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks [] for floatingip, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:57.033277 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3c71c497-66bc-4e93-a5db-7a6ebb0b516c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:57.034413 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-3c71c497-66bc-4e93-a5db-7a6ebb0b516c tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "DELETE /v2.0/floatingips/d2c986c6-a4eb-4d9d-a262-7c2a2349d00a HTTP/1.1" status: 204 len: 168 time: 0.7366009 May 26 11:19:57.060642 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port f8a46e38-be9f-46b9-a649-02907199a1ea, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=f8a46e38-be9f-46b9-a649-02907199a1ea,segment=NetworkSegment(6f40d9de-0bda-43da-8509-8916b3856254),segment_id=6f40d9de-0bda-43da-8509-8916b3856254)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:19:57.072219 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Returning: {'device': 'f8a46e38-be9f-46b9-a649-02907199a1ea', 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df', 'port_id': 'f8a46e38-be9f-46b9-a649-02907199a1ea', 'mac_address': 'fa:16:3e:a6:58:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6967227e-c477-4d60-a71d-f49fedd71aaa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 11:19:57.112201 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port f8a46e38-be9f-46b9-a649-02907199a1ea is: DOWN; New status is: BUILD {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:19:57.112576 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:57.125181 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a46e38-be9f-46b9-a649-02907199a1ea {{(pid=102813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:19:57.144318 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port f8a46e38-be9f-46b9-a649-02907199a1ea, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=f8a46e38-be9f-46b9-a649-02907199a1ea,segment=NetworkSegment(6f40d9de-0bda-43da-8509-8916b3856254),segment_id=6f40d9de-0bda-43da-8509-8916b3856254)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:19:57.279130 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:57.329885 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=f8a46e38-be9f-46b9-a649-02907199a1ea,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:57.337623 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:57.338112 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:57.338560 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:57.339037 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:57.339380 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:57.339721 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:57.340055 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:57.340386 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:57.340742 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:57.341580 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:57.341908 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:57.342238 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:19:57.516964 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4a3a9-8b9a-402c-823d-61342c7bc516 req-3adbf581-3beb-4c5f-8ac2-b15842cf32c3 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:57.518570 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7fd4a3a9-8b9a-402c-823d-61342c7bc516 req-3adbf581-3beb-4c5f-8ac2-b15842cf32c3 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 945 time: 0.0567386 May 26 11:19:57.556588 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7fd4a3a9-8b9a-402c-823d-61342c7bc516 req-f3a57db7-61a7-4b20-8194-fe210b22e1ad tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318005 May 26 11:19:57.589123 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['f8a46e38-be9f-46b9-a649-02907199a1ea'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:19:58.668206 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdac63-b838-4570-9577-57bb4cfdc613 req-d7e2b4fc-25d8-4e6c-98de-999a2b80443d tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:58.670334 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c6bdac63-b838-4570-9577-57bb4cfdc613 req-d7e2b4fc-25d8-4e6c-98de-999a2b80443d tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 945 time: 0.0486381 May 26 11:19:58.707057 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c6bdac63-b838-4570-9577-57bb4cfdc613 req-213d03d0-a3cf-4a12-af50-570e8c3ad4ae tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304983 May 26 11:19:58.979459 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device f8a46e38-be9f-46b9-a649-02907199a1ea up at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:19:59.112763 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning for port f8a46e38-be9f-46b9-a649-02907199a1ea completed by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:19:59.116475 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning complete for port f8a46e38-be9f-46b9-a649-02907199a1ea triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:19:59.116878 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:59.191030 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port f8a46e38-be9f-46b9-a649-02907199a1ea is: BUILD; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:19:59.191431 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:59.212958 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059f0aae-683a-46c1-84e2-fd4103bb4798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a46e38-be9f-46b9-a649-02907199a1ea'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:19:59.215169 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51ed794-252b-4aac-8910-59790be007ce" -d '{"events": [{"server_uuid": "059f0aae-683a-46c1-84e2-fd4103bb4798", "name": "network-vif-plugged", "status": "completed", "tag": "f8a46e38-be9f-46b9-a649-02907199a1ea"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:19:59.227997 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port f8a46e38-be9f-46b9-a649-02907199a1ea, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=f8a46e38-be9f-46b9-a649-02907199a1ea,segment=NetworkSegment(6f40d9de-0bda-43da-8509-8916b3856254),segment_id=6f40d9de-0bda-43da-8509-8916b3856254)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:19:59.250583 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38add93-34ee-47d4-922a-8e049296eb89 x-openstack-request-id: req-d38add93-34ee-47d4-922a-8e049296eb89 {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:19:59.250887 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059f0aae-683a-46c1-84e2-fd4103bb4798", "name": "network-vif-plugged", "status": "completed", "tag": "f8a46e38-be9f-46b9-a649-02907199a1ea", "code": 200}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:19:59.251131 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d38add93-34ee-47d4-922a-8e049296eb89 {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:19:59.251512 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d38add93-34ee-47d4-922a-8e049296eb89'] response: {'server_uuid': '059f0aae-683a-46c1-84e2-fd4103bb4798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a46e38-be9f-46b9-a649-02907199a1ea', 'code': 200} May 26 11:19:59.296279 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:19:59.297165 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 726f9e21-d736-4905-bee2-4c4521ddc2a3 no longer exists at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:19:59.336154 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] No Port match for: 726f9e21-d736-4905-bee2-4c4521ddc2a3 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:19:59.336491 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 726f9e21-d736-4905-bee2-4c4521ddc2a3 not bound to the agent host hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:19:59.360654 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=f8a46e38-be9f-46b9-a649-02907199a1ea,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:19:59.728428 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce7194-d110-4626-ac2d-69c837448426 req-c087df6c-c125-4c4a-a9b2-901d6cf233d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:59.729933 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9cce7194-d110-4626-ac2d-69c837448426 req-c087df6c-c125-4c4a-a9b2-901d6cf233d4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 1099 time: 0.1290820 May 26 11:19:59.764649 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9cce7194-d110-4626-ac2d-69c837448426 req-a07e3b83-4c15-4756-8e42-3c364541f2fa service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269186 May 26 11:19:59.818147 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88d2e5-eb21-4380-b2ea-a82c1d1a8da7 req-3df419c4-67b9-4fe3-97ff-faeed2cb4bd3 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:19:59.819634 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4c88d2e5-eb21-4380-b2ea-a82c1d1a8da7 req-3df419c4-67b9-4fe3-97ff-faeed2cb4bd3 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0468183 May 26 11:19:59.859568 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4c88d2e5-eb21-4380-b2ea-a82c1d1a8da7 req-8634ec33-2b83-4961-89b3-98a18fd3eeff tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341160 May 26 11:20:00.233886 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680b13c-af41-482c-8c1c-6691b5229754 req-2532da23-b31d-48c6-a886-3d426bb0b561 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:00.235331 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b680b13c-af41-482c-8c1c-6691b5229754 req-2532da23-b31d-48c6-a886-3d426bb0b561 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0471535 May 26 11:20:00.271505 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b680b13c-af41-482c-8c1c-6691b5229754 req-cab9a4f8-7fc3-438d-9804-7ab4d2d6391d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303216 May 26 11:20:00.976387 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08031b9f-23fb-46c1-91bd-3a77611f8372 req-c5914b02-caf5-429f-ab6b-54968fe4dbb5 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:00.977865 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-08031b9f-23fb-46c1-91bd-3a77611f8372 req-c5914b02-caf5-429f-ab6b-54968fe4dbb5 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0483725 May 26 11:20:01.014502 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-08031b9f-23fb-46c1-91bd-3a77611f8372 req-f49c2985-afc6-48c1-87c7-9b68a7b7506e tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301147 May 26 11:20:01.383453 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adda69-0f47-4ad2-8b41-36f2b531af7d req-e9efdcb6-f5ae-4ae9-8b68-20ab2bb272a6 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:01.384916 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-34adda69-0f47-4ad2-8b41-36f2b531af7d req-e9efdcb6-f5ae-4ae9-8b68-20ab2bb272a6 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0472882 May 26 11:20:01.421637 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-34adda69-0f47-4ad2-8b41-36f2b531af7d req-5aeb7916-7899-49bd-850c-16dd54188755 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301213 May 26 11:20:02.126509 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d58517-7e4d-4c31-a3e5-a8c6d1dc09fe req-fb55c6b9-9eb8-4645-860b-18358c045587 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:02.127961 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-59d58517-7e4d-4c31-a3e5-a8c6d1dc09fe req-fb55c6b9-9eb8-4645-860b-18358c045587 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0479746 May 26 11:20:02.168018 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-59d58517-7e4d-4c31-a3e5-a8c6d1dc09fe req-436b39b0-4a7e-41e9-ba5a-6e848d8029f5 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340710 May 26 11:20:02.277851 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3fbc7-de61-460a-ae95-2847bd4cf1de req-7d1872c7-99e9-4089-86df-2fcb25d8ef1e tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:02.279283 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8ea3fbc7-de61-460a-ae95-2847bd4cf1de req-7d1872c7-99e9-4089-86df-2fcb25d8ef1e tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0473063 May 26 11:20:02.320746 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8ea3fbc7-de61-460a-ae95-2847bd4cf1de req-609be60a-2abc-4188-9b79-b852d38f8930 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344312 May 26 11:20:02.341622 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 42664) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:02.473531 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458d8526-868b-43a8-9f9a-0214db542e53 tempest-TestShelveInstance-357805049 tempest-TestShelveInstance-357805049-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:02.475045 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-458d8526-868b-43a8-9f9a-0214db542e53 tempest-TestShelveInstance-357805049 tempest-TestShelveInstance-357805049-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 1094 time: 0.1318314 May 26 11:20:02.477896 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 42670) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:02.482164 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-05e2e96f-094a-456d-b9ce-1311f48ca52c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Request body: {'floatingip': {'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'port_id': 'f8a46e38-be9f-46b9-a649-02907199a1ea', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:20:02.531468 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02571ca4-f0bf-491f-8f7f-b5a9f0822a9e req-e04eee45-40b0-4f2e-8f87-297512fab9ed tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:02.533070 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-02571ca4-f0bf-491f-8f7f-b5a9f0822a9e req-e04eee45-40b0-4f2e-8f87-297512fab9ed tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0471842 May 26 11:20:02.569787 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-02571ca4-f0bf-491f-8f7f-b5a9f0822a9e req-3d33cd2b-290c-46fc-8bcb-96f2de7e7763 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307379 May 26 11:20:02.570529 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-05e2e96f-094a-456d-b9ce-1311f48ca52c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for floatingip, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:02.662769 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-05e2e96f-094a-456d-b9ce-1311f48ca52c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:02.770263 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-05e2e96f-094a-456d-b9ce-1311f48ca52c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Allocated IP 172.27.2.200 (6ce135a4-eab8-4863-9af0-cf5ae6e229cb/86b44d4e-8f3f-4d5d-9881-9aaa3797f33b/3d3e44af-3b77-4264-a1a5-791c5c9fa9b7) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:20:02.865835 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-05e2e96f-094a-456d-b9ce-1311f48ca52c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:02.968767 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-05e2e96f-094a-456d-b9ce-1311f48ca52c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:02.980501 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d69dac-697c-4e2d-839a-fd2c4f0d6b15 req-e5713952-af77-4e88-90aa-3999dadf9888 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:02.981964 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c1d69dac-697c-4e2d-839a-fd2c4f0d6b15 req-e5713952-af77-4e88-90aa-3999dadf9888 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.42 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0545897 May 26 11:20:03.038058 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e2e96f-094a-456d-b9ce-1311f48ca52c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:20:03.043689 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-05e2e96f-094a-456d-b9ce-1311f48ca52c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:20:03.051220 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e2e96f-094a-456d-b9ce-1311f48ca52c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:20:03.056338 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2e96f-094a-456d-b9ce-1311f48ca52c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Pushing event updated for resources: {'Port': ['ID=3d3e44af-3b77-4264-a1a5-791c5c9fa9b7,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:03.191469 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-c1d69dac-697c-4e2d-839a-fd2c4f0d6b15 req-b1a4641a-fbdc-43ad-a413-6c38777cc0a0 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Deleting port 773bd0fe-bb61-4533-af16-138941ab509b {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:20:03.191812 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c1d69dac-697c-4e2d-839a-fd2c4f0d6b15 req-b1a4641a-fbdc-43ad-a413-6c38777cc0a0 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:03.357524 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-c1d69dac-697c-4e2d-839a-fd2c4f0d6b15 req-b1a4641a-fbdc-43ad-a413-6c38777cc0a0 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] For port 773bd0fe-bb61-4533-af16-138941ab509b, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=773bd0fe-bb61-4533-af16-138941ab509b,segment=NetworkSegment(19976d9f-7588-4846-9df0-c095323a9858),segment_id=19976d9f-7588-4846-9df0-c095323a9858)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:20:03.357908 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c1d69dac-697c-4e2d-839a-fd2c4f0d6b15 req-b1a4641a-fbdc-43ad-a413-6c38777cc0a0 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:03.376790 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-c1d69dac-697c-4e2d-839a-fd2c4f0d6b15 req-b1a4641a-fbdc-43ad-a413-6c38777cc0a0 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Calling delete_port for 773bd0fe-bb61-4533-af16-138941ab509b owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:20:03.593487 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-05e2e96f-094a-456d-b9ce-1311f48ca52c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:03.687033 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a096b59-391f-4c34-ab7b-b3bef41d3c82 req-3653ee78-8c42-4499-954c-36a5e1ca5925 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:03.688473 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2a096b59-391f-4c34-ab7b-b3bef41d3c82 req-3653ee78-8c42-4499-954c-36a5e1ca5925 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 946 time: 0.0483060 May 26 11:20:03.700939 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c1d69dac-697c-4e2d-839a-fd2c4f0d6b15 req-b1a4641a-fbdc-43ad-a413-6c38777cc0a0 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:03.719196 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['fc8dd25b-6328-4324-93cb-d0bc97588825', '773bd0fe-bb61-4533-af16-138941ab509b'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:20:03.735678 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4641a-fbdc-43ad-a413-6c38777cc0a0 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Pushing event deleted for resources: {'Port': ['ID=773bd0fe-bb61-4533-af16-138941ab509b,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:03.799281 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2a096b59-391f-4c34-ab7b-b3bef41d3c82 req-c327d19a-bf78-4698-b110-881936c7f896 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047945 May 26 11:20:03.801465 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-05e2e96f-094a-456d-b9ce-1311f48ca52c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:03.830961 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d69dac-697c-4e2d-839a-fd2c4f0d6b15 req-b1a4641a-fbdc-43ad-a413-6c38777cc0a0 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] No DVR routers for this DVR port 773bd0fe-bb61-4533-af16-138941ab509b on host hv-cinder-84339 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:20:03.836382 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c1d69dac-697c-4e2d-839a-fd2c4f0d6b15 req-b1a4641a-fbdc-43ad-a413-6c38777cc0a0 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:03.839620 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c1d69dac-697c-4e2d-839a-fd2c4f0d6b15 req-b1a4641a-fbdc-43ad-a413-6c38777cc0a0 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.42 "DELETE /v2.0/ports/773bd0fe-bb61-4533-af16-138941ab509b HTTP/1.1" status: 204 len: 173 time: 0.8372490 May 26 11:20:03.840047 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '974e1364-3544-4e52-92d8-551badbc8699', 'name': 'network-vif-deleted', 'tag': '773bd0fe-bb61-4533-af16-138941ab509b'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:20:03.842830 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63807e1-599f-404c-975c-e89b695ca4b7" -d '{"events": [{"server_uuid": "974e1364-3544-4e52-92d8-551badbc8699", "name": "network-vif-deleted", "tag": "773bd0fe-bb61-4533-af16-138941ab509b"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:20:03.906797 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e3d651-e429-472b-b910-2e1a4d4b4960 x-openstack-request-id: req-f2e3d651-e429-472b-b910-2e1a4d4b4960 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:20:03.907065 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "974e1364-3544-4e52-92d8-551badbc8699", "name": "network-vif-deleted", "tag": "773bd0fe-bb61-4533-af16-138941ab509b", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:20:03.907311 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2e3d651-e429-472b-b910-2e1a4d4b4960 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:20:03.907696 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2e3d651-e429-472b-b910-2e1a4d4b4960'] response: {'server_uuid': '974e1364-3544-4e52-92d8-551badbc8699', 'name': 'network-vif-deleted', 'tag': '773bd0fe-bb61-4533-af16-138941ab509b', 'status': 'completed', 'code': 200} May 26 11:20:03.972507 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-05e2e96f-094a-456d-b9ce-1311f48ca52c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:04.068627 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-05e2e96f-094a-456d-b9ce-1311f48ca52c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:04.137980 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2e96f-094a-456d-b9ce-1311f48ca52c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Pushing event updated for resources: {'Port': ['ID=3d3e44af-3b77-4264-a1a5-791c5c9fa9b7,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:04.148801 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-05e2e96f-094a-456d-b9ce-1311f48ca52c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:04.251871 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.l3_db [None req-05e2e96f-094a-456d-b9ce-1311f48ca52c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Floating IP c6d10a62-5615-4802-ac62-54fff9ffb9bd associated. External IP: 172.27.2.200, port: f8a46e38-be9f-46b9-a649-02907199a1ea. May 26 11:20:04.453968 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e2e96f-094a-456d-b9ce-1311f48ca52c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Router 0e42147d-2175-4eff-ab6e-913d7caffffd has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:20:04.782409 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e2e96f-094a-456d-b9ce-1311f48ca52c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:20:04.793315 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6623e3bb-77eb-4a55-8b2e-62d6360d638a None None] Sync routers for ids ['0e42147d-2175-4eff-ab6e-913d7caffffd'] in dv-cinder-843395-1-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:20:04.804557 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6623e3bb-77eb-4a55-8b2e-62d6360d638a None None] Routers {'0e42147d-2175-4eff-ab6e-913d7caffffd'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:20:04.805209 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-6623e3bb-77eb-4a55-8b2e-62d6360d638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:19:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0e42147d-2175-4eff-ab6e-913d7caffffd'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:04.892166 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-05e2e96f-094a-456d-b9ce-1311f48ca52c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:04.913971 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-6623e3bb-77eb-4a55-8b2e-62d6360d638a None None] Set router 0e42147d-2175-4eff-ab6e-913d7caffffd gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:20:04.922091 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-446f443f-439c-488f-a805-fd4d863872f1 req-5ac2577e-e30b-4daa-b161-67436815cbcc tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=974e1364-3544-4e52-92d8-551badbc8699 HTTP/1.1" status: 200 len: 210 time: 0.0420318 May 26 11:20:04.933538 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-05e2e96f-094a-456d-b9ce-1311f48ca52c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4523716 May 26 11:20:05.130811 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-6623e3bb-77eb-4a55-8b2e-62d6360d638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'name': 'tempest-TestShelveInstance-448101021-router', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:19:09Z', 'updated_at': '2022-05-26T11:19:12Z', 'revision_number': 4, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'gw_port': {'id': '0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:10Z', 'updated_at': '2022-05-26T11:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'c6d10a62-5615-4802-ac62-54fff9ffb9bd', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'port_id': 'f8a46e38-be9f-46b9-a649-02907199a1ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df', 'mac_address': 'fa:16:3e:a6:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f0aae-683a-46c1-84e2-fd4103bb4798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:20:03Z', 'updated_at': '2022-05-26T11:20:03Z', 'revision_number': 0, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ce785c-2a66-48d3-b86e-c3986702f995', 'name': '', 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'mac_address': 'fa:16:3e:2f:7f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6967227e-c477-4d60-a71d-f49fedd71aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:12Z', 'updated_at': '2022-05-26T11:19:16Z', 'revision_number': 5, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'subnets': [{'id': '6967227e-c477-4d60-a71d-f49fedd71aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:05.156113 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6623e3bb-77eb-4a55-8b2e-62d6360d638a None None] Checking router: 0e42147d-2175-4eff-ab6e-913d7caffffd for host: dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:20:05.164317 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6623e3bb-77eb-4a55-8b2e-62d6360d638a None None] Routers {'0e42147d-2175-4eff-ab6e-913d7caffffd'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:20:05.169044 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-6623e3bb-77eb-4a55-8b2e-62d6360d638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:19:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0e42147d-2175-4eff-ab6e-913d7caffffd'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:05.267259 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-6623e3bb-77eb-4a55-8b2e-62d6360d638a None None] Set router 0e42147d-2175-4eff-ab6e-913d7caffffd gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:20:05.482332 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-6623e3bb-77eb-4a55-8b2e-62d6360d638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'name': 'tempest-TestShelveInstance-448101021-router', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:19:09Z', 'updated_at': '2022-05-26T11:19:12Z', 'revision_number': 4, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'gw_port': {'id': '0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:10Z', 'updated_at': '2022-05-26T11:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'c6d10a62-5615-4802-ac62-54fff9ffb9bd', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'port_id': 'f8a46e38-be9f-46b9-a649-02907199a1ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df', 'mac_address': 'fa:16:3e:a6:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f0aae-683a-46c1-84e2-fd4103bb4798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:20:03Z', 'updated_at': '2022-05-26T11:20:03Z', 'revision_number': 0, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ce785c-2a66-48d3-b86e-c3986702f995', 'name': '', 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'mac_address': 'fa:16:3e:2f:7f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6967227e-c477-4d60-a71d-f49fedd71aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:12Z', 'updated_at': '2022-05-26T11:19:16Z', 'revision_number': 5, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'subnets': [{'id': '6967227e-c477-4d60-a71d-f49fedd71aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:05.508141 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6623e3bb-77eb-4a55-8b2e-62d6360d638a None None] The sync data for ids ['0e42147d-2175-4eff-ab6e-913d7caffffd'] in dv-cinder-843395-1-iscsi is: [{'id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'name': 'tempest-TestShelveInstance-448101021-router', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:19:09Z', 'updated_at': '2022-05-26T11:19:12Z', 'revision_number': 4, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'gw_port': {'id': '0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:10Z', 'updated_at': '2022-05-26T11:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'c6d10a62-5615-4802-ac62-54fff9ffb9bd', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'floating_ip_address': '172.27.2.200', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'port_id': 'f8a46e38-be9f-46b9-a649-02907199a1ea', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df', 'mac_address': 'fa:16:3e:a6:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '059f0aae-683a-46c1-84e2-fd4103bb4798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:20:03Z', 'updated_at': '2022-05-26T11:20:03Z', 'revision_number': 0, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82ce785c-2a66-48d3-b86e-c3986702f995', 'name': '', 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'mac_address': 'fa:16:3e:2f:7f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6967227e-c477-4d60-a71d-f49fedd71aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:12Z', 'updated_at': '2022-05-26T11:19:16Z', 'revision_number': 5, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'subnets': [{'id': '6967227e-c477-4d60-a71d-f49fedd71aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:20:05.682446 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0769d2-98e2-4e97-8fa6-28f0a6220ad6 None None] New status for floating IP c6d10a62-5615-4802-ac62-54fff9ffb9bd: ACTIVE {{(pid=102814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:20:05.908723 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059f0aae-683a-46c1-84e2-fd4103bb4798', 'tag': 'f8a46e38-be9f-46b9-a649-02907199a1ea'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:20:05.911202 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87248bd3-5cdc-4d46-9d12-1cb509fd495a" -d '{"events": [{"name": "network-changed", "server_uuid": "059f0aae-683a-46c1-84e2-fd4103bb4798", "tag": "f8a46e38-be9f-46b9-a649-02907199a1ea"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:20:05.946599 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca42d6c-acdd-49dc-a159-c67401538920 x-openstack-request-id: req-9ca42d6c-acdd-49dc-a159-c67401538920 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:20:05.946882 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059f0aae-683a-46c1-84e2-fd4103bb4798", "tag": "f8a46e38-be9f-46b9-a649-02907199a1ea", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:20:05.947129 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ca42d6c-acdd-49dc-a159-c67401538920 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:20:05.947517 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ca42d6c-acdd-49dc-a159-c67401538920'] response: {'name': 'network-changed', 'server_uuid': '059f0aae-683a-46c1-84e2-fd4103bb4798', 'tag': 'f8a46e38-be9f-46b9-a649-02907199a1ea', 'status': 'completed', 'code': 200} May 26 11:20:06.026868 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87248bd3-5cdc-4d46-9d12-1cb509fd495a req-82156d55-eb53-41c6-a190-7e3e0a399bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:06.028350 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-87248bd3-5cdc-4d46-9d12-1cb509fd495a req-82156d55-eb53-41c6-a190-7e3e0a399bee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b825a6473b6e40d89336e2abca3c33c5&device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 1099 time: 0.0399735 May 26 11:20:06.118803 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87248bd3-5cdc-4d46-9d12-1cb509fd495a req-7c64d140-f0ee-4f7e-b1f7-7f6d7454ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:06.120249 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-87248bd3-5cdc-4d46-9d12-1cb509fd495a req-7c64d140-f0ee-4f7e-b1f7-7f6d7454ec2d service neutron] 10.222.0.42 "GET /v2.0/networks?id=e0560975-4267-405e-bcd2-a4a3e83034df HTTP/1.1" status: 200 len: 909 time: 0.0839667 May 26 11:20:06.187220 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-87248bd3-5cdc-4d46-9d12-1cb509fd495a req-88a56e57-cc7c-4633-941c-9ad4c1852822 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8a46e38-be9f-46b9-a649-02907199a1ea HTTP/1.1" status: 200 len: 1002 time: 0.0573738 May 26 11:20:06.237587 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87248bd3-5cdc-4d46-9d12-1cb509fd495a req-689b9eb7-418b-412e-89ee-96cf7a1f5890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:06.239007 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-87248bd3-5cdc-4d46-9d12-1cb509fd495a req-689b9eb7-418b-412e-89ee-96cf7a1f5890 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6967227e-c477-4d60-a71d-f49fedd71aaa HTTP/1.1" status: 200 len: 847 time: 0.0453732 May 26 11:20:06.285309 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87248bd3-5cdc-4d46-9d12-1cb509fd495a req-75311e4e-c2fc-4487-92ac-8622df5ccf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:06.286778 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-87248bd3-5cdc-4d46-9d12-1cb509fd495a req-75311e4e-c2fc-4487-92ac-8622df5ccf15 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e0560975-4267-405e-bcd2-a4a3e83034df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397639 May 26 11:20:06.372789 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-87248bd3-5cdc-4d46-9d12-1cb509fd495a req-fc169a20-0b67-4cd1-9b51-646c3f7ffbd7 service neutron] 10.222.0.42 "GET /v2.0/networks/e0560975-4267-405e-bcd2-a4a3e83034df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789142 May 26 11:20:06.504597 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3dc11a-2836-482d-b9f4-7b7867755cd3 req-50602ed6-e345-4f47-9043-a74f4dc04923 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:06.506004 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7d3dc11a-2836-482d-b9f4-7b7867755cd3 req-50602ed6-e345-4f47-9043-a74f4dc04923 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0925853 May 26 11:20:06.525485 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-87248bd3-5cdc-4d46-9d12-1cb509fd495a req-9741175a-7a03-42fd-b8c6-7dbe428926f2 service neutron] 10.222.0.42 "GET /v2.0/networks/e0560975-4267-405e-bcd2-a4a3e83034df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294796 May 26 11:20:06.550462 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7d3dc11a-2836-482d-b9f4-7b7867755cd3 req-f50d4720-3864-4047-a0bb-2a3c3553f21d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356858 May 26 11:20:07.035973 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 773bd0fe-bb61-4533-af16-138941ab509b no longer exists at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:20:07.056546 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] No Port match for: 773bd0fe-bb61-4533-af16-138941ab509b {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:20:07.056912 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 773bd0fe-bb61-4533-af16-138941ab509b not bound to the agent host hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:20:07.665026 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67436e-f9c6-4a13-b972-97b9d916cdb6 req-8084310b-500b-428e-bd04-febe9078ca5d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:07.666489 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cd67436e-f9c6-4a13-b972-97b9d916cdb6 req-8084310b-500b-428e-bd04-febe9078ca5d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0479791 May 26 11:20:07.704379 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cd67436e-f9c6-4a13-b972-97b9d916cdb6 req-26efa58d-2778-4ada-ab96-12725c691b99 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319874 May 26 11:20:08.817764 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc549504-36ac-47c7-ba52-9d9afde12455 req-6eb6a15b-f6d4-402c-910e-61a4db3808e0 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:08.819243 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fc549504-36ac-47c7-ba52-9d9afde12455 req-6eb6a15b-f6d4-402c-910e-61a4db3808e0 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0487814 May 26 11:20:08.860591 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fc549504-36ac-47c7-ba52-9d9afde12455 req-bd3b3d42-0dea-4777-b6e3-2406c8c45341 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353594 May 26 11:20:09.335406 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:09.975436 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a1fa1-abf3-4a8e-9d06-6e211751cd42 req-b7eec0b9-7153-4876-8bd5-2299c1f85c6b tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:09.976925 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3b7a1fa1-abf3-4a8e-9d06-6e211751cd42 req-b7eec0b9-7153-4876-8bd5-2299c1f85c6b tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0511739 May 26 11:20:10.014313 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3b7a1fa1-abf3-4a8e-9d06-6e211751cd42 req-b6519339-b738-4eed-a2ac-6d6fbc855d52 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/security-groups?id=c0fcbe21-df13-4817-8186-988ac8715194&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310774 May 26 11:20:10.196837 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba16667-26f1-4046-8891-d01859538ea7 req-dcfdb2bc-d8ea-4481-a2c8-b19adf42f40d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:10.198284 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-dba16667-26f1-4046-8891-d01859538ea7 req-dcfdb2bc-d8ea-4481-a2c8-b19adf42f40d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 945 time: 0.0480087 May 26 11:20:10.294960 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-dba16667-26f1-4046-8891-d01859538ea7 req-c2f6e298-8cd9-4ecb-b643-c6d6cdefb49d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Deleting port fc8dd25b-6328-4324-93cb-d0bc97588825 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:20:10.295301 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-dba16667-26f1-4046-8891-d01859538ea7 req-c2f6e298-8cd9-4ecb-b643-c6d6cdefb49d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:10.378263 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-dba16667-26f1-4046-8891-d01859538ea7 req-c2f6e298-8cd9-4ecb-b643-c6d6cdefb49d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] For port fc8dd25b-6328-4324-93cb-d0bc97588825, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=fc8dd25b-6328-4324-93cb-d0bc97588825,segment=NetworkSegment(19976d9f-7588-4846-9df0-c095323a9858),segment_id=19976d9f-7588-4846-9df0-c095323a9858)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:20:10.378619 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-dba16667-26f1-4046-8891-d01859538ea7 req-c2f6e298-8cd9-4ecb-b643-c6d6cdefb49d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:10.390373 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-dba16667-26f1-4046-8891-d01859538ea7 req-c2f6e298-8cd9-4ecb-b643-c6d6cdefb49d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Calling delete_port for fc8dd25b-6328-4324-93cb-d0bc97588825 owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:20:10.581068 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-dba16667-26f1-4046-8891-d01859538ea7 req-c2f6e298-8cd9-4ecb-b643-c6d6cdefb49d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:10.594062 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['fc8dd25b-6328-4324-93cb-d0bc97588825'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:20:10.607478 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6e298-8cd9-4ecb-b643-c6d6cdefb49d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Pushing event deleted for resources: {'Port': ['ID=fc8dd25b-6328-4324-93cb-d0bc97588825,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:10.651068 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba16667-26f1-4046-8891-d01859538ea7 req-c2f6e298-8cd9-4ecb-b643-c6d6cdefb49d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] No DVR routers for this DVR port fc8dd25b-6328-4324-93cb-d0bc97588825 on host hv-cinder-84339 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:20:10.653545 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-dba16667-26f1-4046-8891-d01859538ea7 req-c2f6e298-8cd9-4ecb-b643-c6d6cdefb49d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:10.657118 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-dba16667-26f1-4046-8891-d01859538ea7 req-c2f6e298-8cd9-4ecb-b643-c6d6cdefb49d tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.42 "DELETE /v2.0/ports/fc8dd25b-6328-4324-93cb-d0bc97588825 HTTP/1.1" status: 204 len: 173 time: 0.4471862 May 26 11:20:10.657545 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3171d9-b428-4947-90ec-94ec708ac80f', 'name': 'network-vif-deleted', 'tag': 'fc8dd25b-6328-4324-93cb-d0bc97588825'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:20:10.659946 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548e65ba-1840-474f-9224-a3236529a7dd" -d '{"events": [{"server_uuid": "ce3171d9-b428-4947-90ec-94ec708ac80f", "name": "network-vif-deleted", "tag": "fc8dd25b-6328-4324-93cb-d0bc97588825"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:20:10.697070 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d5edf4-27a7-4e9d-b1ef-d1af10c07e0c x-openstack-request-id: req-59d5edf4-27a7-4e9d-b1ef-d1af10c07e0c {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:20:10.697361 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3171d9-b428-4947-90ec-94ec708ac80f", "name": "network-vif-deleted", "tag": "fc8dd25b-6328-4324-93cb-d0bc97588825", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:20:10.697612 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59d5edf4-27a7-4e9d-b1ef-d1af10c07e0c {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:20:10.698005 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59d5edf4-27a7-4e9d-b1ef-d1af10c07e0c'] response: {'server_uuid': 'ce3171d9-b428-4947-90ec-94ec708ac80f', 'name': 'network-vif-deleted', 'tag': 'fc8dd25b-6328-4324-93cb-d0bc97588825', 'status': 'completed', 'code': 200} May 26 11:20:11.121502 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-790ef5ff-3cfc-4b38-81ca-747a4f2c54ec req-e425247a-54fa-4247-99da-cb8503f9faf5 tempest-ServerRescueNegativeTestJSON-1053163764 tempest-ServerRescueNegativeTestJSON-1053163764-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce3171d9-b428-4947-90ec-94ec708ac80f HTTP/1.1" status: 200 len: 210 time: 0.0273848 May 26 11:20:11.485613 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc75314-2650-4ad5-8fdb-ac5ec6047260 req-465e7c05-13de-498e-ade3-6746ba7caa6d tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:11.487025 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8dc75314-2650-4ad5-8fdb-ac5ec6047260 req-465e7c05-13de-498e-ade3-6746ba7caa6d tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.0493557 May 26 11:20:11.524675 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-8dc75314-2650-4ad5-8fdb-ac5ec6047260 req-07acb55c-e8f6-4c82-a03a-c04d83b0d83b tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315368 May 26 11:20:12.178367 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 42736) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:12.644727 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3dc53-7de5-47b1-bc1f-4e69001205cb req-09fe7b37-8c93-4299-be23-eeac37a72e54 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:12.646205 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-50d3dc53-7de5-47b1-bc1f-4e69001205cb req-09fe7b37-8c93-4299-be23-eeac37a72e54 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.0482481 May 26 11:20:12.669637 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2f72bf59-d3ac-4744-875c-4c37c0c1779f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1665277'] for router_interface, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:12.683339 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-50d3dc53-7de5-47b1-bc1f-4e69001205cb req-9183ffde-ec2e-4a4b-b053-f7cc637147eb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311036 May 26 11:20:12.951328 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-2f72bf59-d3ac-4744-875c-4c37c0c1779f admin admin] Deleting port 7d825ffb-84ff-45b3-a59f-7fe0e99b3aae {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:20:12.951672 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2f72bf59-d3ac-4744-875c-4c37c0c1779f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:13.024221 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-2f72bf59-d3ac-4744-875c-4c37c0c1779f admin admin] For port 7d825ffb-84ff-45b3-a59f-7fe0e99b3aae, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=7d825ffb-84ff-45b3-a59f-7fe0e99b3aae,segment=NetworkSegment(19976d9f-7588-4846-9df0-c095323a9858),segment_id=19976d9f-7588-4846-9df0-c095323a9858)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:20:13.024585 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2f72bf59-d3ac-4744-875c-4c37c0c1779f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:13.036896 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-2f72bf59-d3ac-4744-875c-4c37c0c1779f admin admin] Calling delete_port for 7d825ffb-84ff-45b3-a59f-7fe0e99b3aae owned by network:router_interface {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:20:13.304565 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2f72bf59-d3ac-4744-875c-4c37c0c1779f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:13.332334 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f72bf59-d3ac-4744-875c-4c37c0c1779f admin admin] Pushing event deleted for resources: {'Port': ['ID=7d825ffb-84ff-45b3-a59f-7fe0e99b3aae,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:13.488577 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2f72bf59-d3ac-4744-875c-4c37c0c1779f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667853'] for router_interface, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:13.703662 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f72bf59-d3ac-4744-875c-4c37c0c1779f admin admin] Router 69b5b26b-1f44-4538-a9de-d1e61cb3ed0c has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:20:13.838838 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f72bf59-d3ac-4744-875c-4c37c0c1779f admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:20:13.845110 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-2f72bf59-d3ac-4744-875c-4c37c0c1779f admin admin] 10.222.0.21 "PUT /v2.0/routers/69b5b26b-1f44-4538-a9de-d1e61cb3ed0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6656992 May 26 11:20:13.846845 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 42744) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:13.847457 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14e67a8-a352-4742-bfee-fbe6608fe97c None None] Sync routers for ids ['69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'] in dv-cinder-843395-1-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:20:13.852746 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d733fec-e4fe-4218-a29a-da148bbbc1d6 req-96f7bc09-4b51-421e-bdc6-d476499f3162 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:13.854753 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8d733fec-e4fe-4218-a29a-da148bbbc1d6 req-96f7bc09-4b51-421e-bdc6-d476499f3162 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.0985785 May 26 11:20:13.857015 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14e67a8-a352-4742-bfee-fbe6608fe97c None None] Routers {'69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:20:13.857636 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-f14e67a8-a352-4742-bfee-fbe6608fe97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:19:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:13.893184 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8d733fec-e4fe-4218-a29a-da148bbbc1d6 req-42994561-6677-4586-9fde-0cf80446af4d tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327284 May 26 11:20:13.961233 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e28b8465-546a-49bf-a505-0e5613df85d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:13.961489 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-f14e67a8-a352-4742-bfee-fbe6608fe97c None None] Set router 69b5b26b-1f44-4538-a9de-d1e61cb3ed0c gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:20:14.060653 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e28b8465-546a-49bf-a505-0e5613df85d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:14.133692 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-f14e67a8-a352-4742-bfee-fbe6608fe97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'name': 'tempest-ServerRescueNegativeTestJSON-1164471858-router', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:20:13Z', 'revision_number': 5, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'gw_port': {'id': 'd0a1bf4c-35ac-4002-91e0-31733525df1b', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:94:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:14.165791 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14e67a8-a352-4742-bfee-fbe6608fe97c None None] Checking router: 69b5b26b-1f44-4538-a9de-d1e61cb3ed0c for host: dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:20:14.172635 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14e67a8-a352-4742-bfee-fbe6608fe97c None None] Routers {'69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:20:14.173248 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-f14e67a8-a352-4742-bfee-fbe6608fe97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:19:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:14.173373 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-e28b8465-546a-49bf-a505-0e5613df85d4 admin admin] Deleting port d0a1bf4c-35ac-4002-91e0-31733525df1b {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:20:14.173653 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e28b8465-546a-49bf-a505-0e5613df85d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:14.258031 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-e28b8465-546a-49bf-a505-0e5613df85d4 admin admin] For port d0a1bf4c-35ac-4002-91e0-31733525df1b, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=d0a1bf4c-35ac-4002-91e0-31733525df1b,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:20:14.258426 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e28b8465-546a-49bf-a505-0e5613df85d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:14.272318 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-e28b8465-546a-49bf-a505-0e5613df85d4 admin admin] Calling delete_port for d0a1bf4c-35ac-4002-91e0-31733525df1b owned by network:router_gateway {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:20:14.374851 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-f14e67a8-a352-4742-bfee-fbe6608fe97c None None] Set router 69b5b26b-1f44-4538-a9de-d1e61cb3ed0c gateway port host: None {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:20:14.426312 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-f14e67a8-a352-4742-bfee-fbe6608fe97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'name': 'tempest-ServerRescueNegativeTestJSON-1164471858-router', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:20:14Z', 'revision_number': 6, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'gw_port_host': None}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:14.454647 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14e67a8-a352-4742-bfee-fbe6608fe97c None None] The sync data for ids ['69b5b26b-1f44-4538-a9de-d1e61cb3ed0c'] in dv-cinder-843395-1-iscsi is: [{'id': '69b5b26b-1f44-4538-a9de-d1e61cb3ed0c', 'name': 'tempest-ServerRescueNegativeTestJSON-1164471858-router', 'tenant_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:20:14Z', 'revision_number': 6, 'project_id': '4d121bc82e4a4381b9584cd89c2d4f69', 'gw_port_host': None}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:20:14.504769 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e28b8465-546a-49bf-a505-0e5613df85d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:14.530166 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28b8465-546a-49bf-a505-0e5613df85d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0a1bf4c-35ac-4002-91e0-31733525df1b,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:14.593734 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e28b8465-546a-49bf-a505-0e5613df85d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667235'] for router_gateway, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:14.694020 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e28b8465-546a-49bf-a505-0e5613df85d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4381'] for router, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:14.695951 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e28b8465-546a-49bf-a505-0e5613df85d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:14.844528 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e28b8465-546a-49bf-a505-0e5613df85d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667729'] for router, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:14.845297 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28b8465-546a-49bf-a505-0e5613df85d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69b5b26b-1f44-4538-a9de-d1e61cb3ed0c {{(pid=102810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 11:20:14.852029 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e28b8465-546a-49bf-a505-0e5613df85d4 admin admin] Notify callbacks [] for router, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:14.853245 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e28b8465-546a-49bf-a505-0e5613df85d4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/69b5b26b-1f44-4538-a9de-d1e61cb3ed0c HTTP/1.1" status: 204 len: 168 time: 1.0054135 May 26 11:20:14.855781 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 42746) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:14.907762 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_v2 [None req-077b387f-3059-4d85-ac09-99da7dd86270 admin admin] Deleting subnet a235b399-7a9f-4f18-97ae-141845f325ad {{(pid=102810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 11:20:14.910768 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-077b387f-3059-4d85-ac09-99da7dd86270 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:14.944511 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-077b387f-3059-4d85-ac09-99da7dd86270 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8569443'] for subnet, precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:15.065845 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199f1a5-8e2b-4d20-ba99-5597cf468dad req-387493d1-d696-4bb4-9df5-65ada40713c3 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:15.067302 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2199f1a5-8e2b-4d20-ba99-5597cf468dad req-387493d1-d696-4bb4-9df5-65ada40713c3 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.1014509 May 26 11:20:15.068462 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device fc8dd25b-6328-4324-93cb-d0bc97588825 no longer exists at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:20:15.088780 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] No Port match for: fc8dd25b-6328-4324-93cb-d0bc97588825 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:20:15.089119 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device fc8dd25b-6328-4324-93cb-d0bc97588825 not bound to the agent host hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:20:15.104992 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-077b387f-3059-4d85-ac09-99da7dd86270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778400'] for subnet, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:15.144635 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-2199f1a5-8e2b-4d20-ba99-5597cf468dad req-99044f17-f8a8-4842-9357-c21576eb917b tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665996 May 26 11:20:15.248328 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-077b387f-3059-4d85-ac09-99da7dd86270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-778411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8805057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8670238'] for subnet, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:15.272731 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077b387f-3059-4d85-ac09-99da7dd86270 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a235b399-7a9f-4f18-97ae-141845f325ad,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:15.279512 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-077b387f-3059-4d85-ac09-99da7dd86270 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:15.283369 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-077b387f-3059-4d85-ac09-99da7dd86270 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a235b399-7a9f-4f18-97ae-141845f325ad HTTP/1.1" status: 204 len: 168 time: 0.4260988 May 26 11:20:15.286250 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 42750) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:15.288068 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb89269-fb8e-46e8-aa10-98f1f4291768 None None] Network 269c9267-8111-4543-bc62-3b35f5fef0e4 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:20:15.356344 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dec1f6a4-4ad5-44fd-9a68-4e22b01d183c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590719'] for network, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:15.409027 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-dec1f6a4-4ad5-44fd-9a68-4e22b01d183c admin admin] Deleting port 69d3dcb7-1958-4ead-b415-4d0063bf2886 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:20:15.409367 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dec1f6a4-4ad5-44fd-9a68-4e22b01d183c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:15.473221 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-dec1f6a4-4ad5-44fd-9a68-4e22b01d183c admin admin] For port 69d3dcb7-1958-4ead-b415-4d0063bf2886, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=69d3dcb7-1958-4ead-b415-4d0063bf2886,segment=NetworkSegment(19976d9f-7588-4846-9df0-c095323a9858),segment_id=19976d9f-7588-4846-9df0-c095323a9858)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:20:15.473608 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dec1f6a4-4ad5-44fd-9a68-4e22b01d183c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:15.483308 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe36173-99eb-4f76-bc94-8852cbf44011 None None] DHCP port deletion for 269c9267-8111-4543-bc62-3b35f5fef0e4 request from dv-cinder-843395-1-iscsi {{(pid=102813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 11:20:15.490327 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-dec1f6a4-4ad5-44fd-9a68-4e22b01d183c admin admin] Calling delete_port for 69d3dcb7-1958-4ead-b415-4d0063bf2886 owned by network:dhcp {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:20:15.534646 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-ffe36173-99eb-4f76-bc94-8852cbf44011 None None] Deleting port 69d3dcb7-1958-4ead-b415-4d0063bf2886 {{(pid=102813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:20:15.535015 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-ffe36173-99eb-4f76-bc94-8852cbf44011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:15.599365 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-ffe36173-99eb-4f76-bc94-8852cbf44011 None None] For port 69d3dcb7-1958-4ead-b415-4d0063bf2886, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=69d3dcb7-1958-4ead-b415-4d0063bf2886,segment=NetworkSegment(19976d9f-7588-4846-9df0-c095323a9858),segment_id=19976d9f-7588-4846-9df0-c095323a9858)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:20:15.599757 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-ffe36173-99eb-4f76-bc94-8852cbf44011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:15.612009 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-ffe36173-99eb-4f76-bc94-8852cbf44011 None None] Calling delete_port for 69d3dcb7-1958-4ead-b415-4d0063bf2886 owned by network:dhcp {{(pid=102813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:20:15.667409 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dec1f6a4-4ad5-44fd-9a68-4e22b01d183c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:15.694168 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1f6a4-4ad5-44fd-9a68-4e22b01d183c admin admin] Pushing event deleted for resources: {'Port': ['ID=69d3dcb7-1958-4ead-b415-4d0063bf2886,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:15.697702 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec1f6a4-4ad5-44fd-9a68-4e22b01d183c admin admin] No DVR routers for this DVR port 69d3dcb7-1958-4ead-b415-4d0063bf2886 on host dv-cinder-843395-1-iscsi {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:20:15.716851 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 7d825ffb-84ff-45b3-a59f-7fe0e99b3aae no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:20:15.741718 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: 7d825ffb-84ff-45b3-a59f-7fe0e99b3aae {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:20:15.742116 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 7d825ffb-84ff-45b3-a59f-7fe0e99b3aae not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:20:15.742479 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device d0a1bf4c-35ac-4002-91e0-31733525df1b no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:20:15.763394 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: d0a1bf4c-35ac-4002-91e0-31733525df1b {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:20:15.763738 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device d0a1bf4c-35ac-4002-91e0-31733525df1b not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:20:15.764187 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 69d3dcb7-1958-4ead-b415-4d0063bf2886 no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:20:15.765914 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-ffe36173-99eb-4f76-bc94-8852cbf44011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846'] for port, after_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:15.771060 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dec1f6a4-4ad5-44fd-9a68-4e22b01d183c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784951', 'neutron.services.segments.db._delete_segments_for_network-8744569547816'] for network, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:15.791399 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-dec1f6a4-4ad5-44fd-9a68-4e22b01d183c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['269c9267-8111-4543-bc62-3b35f5fef0e4']}} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:15.801380 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-dec1f6a4-4ad5-44fd-9a68-4e22b01d183c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19976d9f-7588-4846-9df0-c095323a9858') {'for_net_delete': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:15.801669 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-dec1f6a4-4ad5-44fd-9a68-4e22b01d183c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19976d9f-7588-4846-9df0-c095323a9858') {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:15.804677 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: 69d3dcb7-1958-4ead-b415-4d0063bf2886 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:20:15.805031 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 69d3dcb7-1958-4ead-b415-4d0063bf2886 not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:20:15.809045 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe36173-99eb-4f76-bc94-8852cbf44011 None None] Pushing event deleted for resources: {'Port': ['ID=69d3dcb7-1958-4ead-b415-4d0063bf2886,revision_number=None']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:15.812735 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe36173-99eb-4f76-bc94-8852cbf44011 None None] No DVR routers for this DVR port 69d3dcb7-1958-4ead-b415-4d0063bf2886 on host dv-cinder-843395-1-iscsi {{(pid=102813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:20:15.812829 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dec1f6a4-4ad5-44fd-9a68-4e22b01d183c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744569548081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10386412'] for segment, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:15.828114 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dec1f6a4-4ad5-44fd-9a68-4e22b01d183c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:15.837129 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec1f6a4-4ad5-44fd-9a68-4e22b01d183c admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=102811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:20:15.837129 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dec1f6a4-4ad5-44fd-9a68-4e22b01d183c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10386992'] for segment, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:15.876545 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.services.segments.plugin [-] Segment 19976d9f-7588-4846-9df0-c095323a9858 resource provider aggregate not found May 26 11:20:15.897961 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.services.segments.plugin [-] Segment 19976d9f-7588-4846-9df0-c095323a9858 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19976d9f-7588-4846-9df0-c095323a9858 found for delete ", "request_id": "req-26d6210c-fff2-43b4-99ce-d32a95e221df"}]} May 26 11:20:15.955927 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dec1f6a4-4ad5-44fd-9a68-4e22b01d183c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667215'] for network, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:15.961393 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dec1f6a4-4ad5-44fd-9a68-4e22b01d183c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:15.964353 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-dec1f6a4-4ad5-44fd-9a68-4e22b01d183c admin admin] 10.222.0.21 "DELETE /v2.0/networks/269c9267-8111-4543-bc62-3b35f5fef0e4 HTTP/1.1" status: 204 len: 168 time: 0.6769426 May 26 11:20:15.975844 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1f6a4-4ad5-44fd-9a68-4e22b01d183c admin admin] Pushing event deleted for resources: {'Network': ['ID=269c9267-8111-4543-bc62-3b35f5fef0e4,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:16.266487 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f59f8-2a0b-420c-8393-c39c3c1ef60c req-79b86c14-ae7c-4c65-9000-6c61c6603116 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:16.267885 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-621f59f8-2a0b-420c-8393-c39c3c1ef60c req-79b86c14-ae7c-4c65-9000-6c61c6603116 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.0515270 May 26 11:20:16.305007 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-621f59f8-2a0b-420c-8393-c39c3c1ef60c req-a776904a-b995-4481-8b42-d6fc1bf97f98 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311849 May 26 11:20:16.305613 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 42760) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:16.344131 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-26ca2e34-a57e-4237-b4d9-a245311d89d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d121bc82e4a4381b9584cd89c2d4f69&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0374951 May 26 11:20:16.346599 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 42762) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:16.392156 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-12446976-c5b5-4e05-98db-3e04c441e8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:16.412481 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-12446976-c5b5-4e05-98db-3e04c441e8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:16.552688 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-12446976-c5b5-4e05-98db-3e04c441e8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:16.555138 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-12446976-c5b5-4e05-98db-3e04c441e8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:16.556278 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-12446976-c5b5-4e05-98db-3e04c441e8fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0fcbe21-df13-4817-8186-988ac8715194 HTTP/1.1" status: 204 len: 168 time: 0.2087560 May 26 11:20:16.564156 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12446976-c5b5-4e05-98db-3e04c441e8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fcbe21-df13-4817-8186-988ac8715194,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:17.426858 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac5d5b-8373-4b6b-8465-2bc5fb9e0d16 req-c2a2ec0b-86c6-4d8e-8aea-85c1e08751d8 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:17.428355 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1aac5d5b-8373-4b6b-8465-2bc5fb9e0d16 req-c2a2ec0b-86c6-4d8e-8aea-85c1e08751d8 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.0524030 May 26 11:20:17.463942 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1aac5d5b-8373-4b6b-8465-2bc5fb9e0d16 req-7ec2974b-4d10-4670-96eb-548f8ca3e66f tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297461 May 26 11:20:18.038425 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-a6b897c7-868e-4420-bfe5-a88a0efa6baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:18.581348 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987cb5f-5fef-46cd-a0c7-67232b588c73 req-56a35269-e027-4a7d-b50b-a628583364d6 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:18.582796 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0987cb5f-5fef-46cd-a0c7-67232b588c73 req-56a35269-e027-4a7d-b50b-a628583364d6 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.0483382 May 26 11:20:18.623905 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0987cb5f-5fef-46cd-a0c7-67232b588c73 req-b4720a34-b2e7-4efb-95c5-5e69b4cf6c0a tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351312 May 26 11:20:19.740346 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd4b5f-69a7-4faa-8acd-0a941c616147 req-1824d509-db0e-434a-a710-8dbda09531c7 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:19.741744 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9bfd4b5f-69a7-4faa-8acd-0a941c616147 req-1824d509-db0e-434a-a710-8dbda09531c7 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.0478897 May 26 11:20:19.779702 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9bfd4b5f-69a7-4faa-8acd-0a941c616147 req-a7f5b80b-2114-4768-9290-b077a3c702d1 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320675 May 26 11:20:20.141188 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-1cc6668b-a670-4c8e-b465-71468be9612a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:20.895556 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedb4d3e-af08-4ab0-916b-d78c9d013fa7 req-5dca88a8-928c-42ee-8ecf-5b8ab9652678 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:20.897015 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-aedb4d3e-af08-4ab0-916b-d78c9d013fa7 req-5dca88a8-928c-42ee-8ecf-5b8ab9652678 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.0470347 May 26 11:20:20.933260 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-aedb4d3e-af08-4ab0-916b-d78c9d013fa7 req-15d774eb-e7bc-47f1-a570-b792463dbd99 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304379 May 26 11:20:21.478171 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:22.051755 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074b699-64a1-493e-aa6c-74794e427469 req-a2b56408-3804-4321-96df-cf1fbf0c77a2 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:22.053223 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b074b699-64a1-493e-aa6c-74794e427469 req-a2b56408-3804-4321-96df-cf1fbf0c77a2 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.0477109 May 26 11:20:22.089814 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b074b699-64a1-493e-aa6c-74794e427469 req-a3ccd03f-f81d-4b3d-a6e8-8cf28870548c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307922 May 26 11:20:22.712459 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:23.210647 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab1abd-f264-4c34-b643-e70b11a76170 req-efe38607-6fb0-4b1b-9490-b3101fa26a8d tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:23.212246 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7bab1abd-f264-4c34-b643-e70b11a76170 req-efe38607-6fb0-4b1b-9490-b3101fa26a8d tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.0514266 May 26 11:20:23.236702 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:23.250828 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7bab1abd-f264-4c34-b643-e70b11a76170 req-ef051b3c-c69e-4851-abfe-95230ebdc3f0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325954 May 26 11:20:24.367058 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b46f8-3d59-4679-9c0c-ec91e8074621 req-689262d2-dabd-4515-9e6b-2070f8b41efb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:24.368407 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9f4b46f8-3d59-4679-9c0c-ec91e8074621 req-689262d2-dabd-4515-9e6b-2070f8b41efb tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.0473893 May 26 11:20:24.407535 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9f4b46f8-3d59-4679-9c0c-ec91e8074621 req-81d10363-f11d-46ed-97ed-1b1e03d3e5d8 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331991 May 26 11:20:25.527352 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b60dd-ff6d-4bf0-95d1-50bf72286e6e req-d4d03cbc-9ffb-4e84-84a5-1b8b061abc28 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:25.528795 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-423b60dd-ff6d-4bf0-95d1-50bf72286e6e req-d4d03cbc-9ffb-4e84-84a5-1b8b061abc28 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.0505407 May 26 11:20:25.565101 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-423b60dd-ff6d-4bf0-95d1-50bf72286e6e req-06e15a65-745e-48ee-b165-57a88806eee2 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304427 May 26 11:20:26.681619 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0b596-f193-4bc0-8649-797fcb107092 req-0d8e179b-403f-4486-b82c-5c3090f5ba97 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:26.682996 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-86e0b596-f193-4bc0-8649-797fcb107092 req-0d8e179b-403f-4486-b82c-5c3090f5ba97 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.0476105 May 26 11:20:26.718987 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-86e0b596-f193-4bc0-8649-797fcb107092 req-62fde482-6e2f-4b40-b442-556f50a34d11 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300999 May 26 11:20:27.835408 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202c4e7-8871-49b1-b790-0de8020fa644 req-7d9f77e5-ab4b-4c6c-a148-eb634b9784a2 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:27.836941 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5202c4e7-8871-49b1-b790-0de8020fa644 req-7d9f77e5-ab4b-4c6c-a148-eb634b9784a2 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.0492299 May 26 11:20:27.875836 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5202c4e7-8871-49b1-b790-0de8020fa644 req-84df0a26-9d18-492c-b08a-8c4b5a07c4d7 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326142 May 26 11:20:27.909699 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 42904) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:28.010641 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-08a157b1-6119-4290-bf1e-281244ca2f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:28.081500 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-08a157b1-6119-4290-bf1e-281244ca2f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:28.127253 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-08a157b1-6119-4290-bf1e-281244ca2f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:28.164575 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-08a157b1-6119-4290-bf1e-281244ca2f36 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16cc17e4abf04d00a0137cde59e25743&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2538269 May 26 11:20:28.165485 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a157b1-6119-4290-bf1e-281244ca2f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e6d058-ee77-49dd-8fcc-4996d4b42c48,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:28.167299 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 42908) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:28.215468 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-704c8576-dcb7-4023-874c-05efddb1e508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:28.236468 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-704c8576-dcb7-4023-874c-05efddb1e508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:28.346930 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-704c8576-dcb7-4023-874c-05efddb1e508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:28.349451 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-704c8576-dcb7-4023-874c-05efddb1e508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:28.350575 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-704c8576-dcb7-4023-874c-05efddb1e508 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56e6d058-ee77-49dd-8fcc-4996d4b42c48 HTTP/1.1" status: 204 len: 168 time: 0.1822743 May 26 11:20:28.358291 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c8576-dcb7-4023-874c-05efddb1e508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e6d058-ee77-49dd-8fcc-4996d4b42c48,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:28.994565 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4df95-c0c3-4c93-bce1-c1e8555cb1a1 req-abe333c7-6cb8-4b41-9b90-80e4289c3e2c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:28.996037 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0ca4df95-c0c3-4c93-bce1-c1e8555cb1a1 req-abe333c7-6cb8-4b41-9b90-80e4289c3e2c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.0500734 May 26 11:20:29.032981 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0ca4df95-c0c3-4c93-bce1-c1e8555cb1a1 req-83d488bc-a341-48b8-a76b-e87787cc9051 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302560 May 26 11:20:29.129947 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device ae6bf3df-1709-47b2-8319-f77fdf5bee39 details requested by agent hyperv_hv-cinder-84339 with host hv-cinder-84339 {{(pid=102813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 11:20:29.227011 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port ae6bf3df-1709-47b2-8319-f77fdf5bee39, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=ae6bf3df-1709-47b2-8319-f77fdf5bee39,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:20:29.239082 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Returning: {'device': 'ae6bf3df-1709-47b2-8319-f77fdf5bee39', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'port_id': 'ae6bf3df-1709-47b2-8319-f77fdf5bee39', 'mac_address': 'fa:16:3e:c8:80:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 11:20:29.255492 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 42932) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:29.275016 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port ae6bf3df-1709-47b2-8319-f77fdf5bee39 is: ACTIVE; New status is: BUILD {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:20:29.276292 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:29.288910 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae6bf3df-1709-47b2-8319-f77fdf5bee39 {{(pid=102813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:20:29.313992 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port ae6bf3df-1709-47b2-8319-f77fdf5bee39, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=ae6bf3df-1709-47b2-8319-f77fdf5bee39,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:20:29.353519 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-8d60417f-5ed4-40ea-be96-6637d4e5a36c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1118172558-network', 'tenant_id': '3d4720d51c234f67a9f9de909602fbe6'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:20:29.375490 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:29.426045 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=ae6bf3df-1709-47b2-8319-f77fdf5bee39,revision_number=6']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:29.427150 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d60417f-5ed4-40ea-be96-6637d4e5a36c admin admin] Made reservation on behalf of 3d4720d51c234f67a9f9de909602fbe6 for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:20:29.430415 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8d60417f-5ed4-40ea-be96-6637d4e5a36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for network, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:29.439169 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8d60417f-5ed4-40ea-be96-6637d4e5a36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:29.467938 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['ae6bf3df-1709-47b2-8319-f77fdf5bee39'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:20:29.483266 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:20:29.513513 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8d60417f-5ed4-40ea-be96-6637d4e5a36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:29.584464 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8d60417f-5ed4-40ea-be96-6637d4e5a36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:29.599113 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d60417f-5ed4-40ea-be96-6637d4e5a36c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:20:29.619285 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60417f-5ed4-40ea-be96-6637d4e5a36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21df77f-0605-4041-bb3d-3a07adbcbb70,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:29.622229 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8d60417f-5ed4-40ea-be96-6637d4e5a36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:29.622763 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-8d60417f-5ed4-40ea-be96-6637d4e5a36c admin admin] Added segment 07eb95a7-099a-4d30-977e-477a24f1639c of type vlan for network 1de40dea-1674-4662-889b-a50d381019b8 May 26 11:20:29.661871 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8d60417f-5ed4-40ea-be96-6637d4e5a36c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744569042562'] for network, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:29.739147 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8d60417f-5ed4-40ea-be96-6637d4e5a36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for network, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:29.740143 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d60417f-5ed4-40ea-be96-6637d4e5a36c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:29.740757 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8d60417f-5ed4-40ea-be96-6637d4e5a36c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:29.802554 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60417f-5ed4-40ea-be96-6637d4e5a36c admin admin] Pushing event updated for resources: {'Network': ['ID=1de40dea-1674-4662-889b-a50d381019b8,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:29.813338 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Network 1de40dea-1674-4662-889b-a50d381019b8 details requested by agent ovs-agent-dv-cinder-843395-1-iscsi with host dv-cinder-843395-1-iscsi {{(pid=102813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 11:20:29.847301 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-8d60417f-5ed4-40ea-be96-6637d4e5a36c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5906205 May 26 11:20:29.850271 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 42958) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:29.855038 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-eb96785d-0f02-423f-936c-e98c1b992d5d admin admin] Request body: {'subnet': {'network_id': '1de40dea-1674-4662-889b-a50d381019b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1118172558-subnet', 'tenant_id': '3d4720d51c234f67a9f9de909602fbe6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:20:29.952395 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb96785d-0f02-423f-936c-e98c1b992d5d admin admin] Made reservation on behalf of 3d4720d51c234f67a9f9de909602fbe6 for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:20:29.957258 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-eb96785d-0f02-423f-936c-e98c1b992d5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8670211'] for subnet, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:30.191677 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9b3db-23cf-4b75-a76f-723a160a2ecf req-dde940f1-5fa7-409f-82ee-b55021292740 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:30.193370 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bba9b3db-23cf-4b75-a76f-723a160a2ecf req-dde940f1-5fa7-409f-82ee-b55021292740 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 944 time: 0.0613537 May 26 11:20:30.206078 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-eb96785d-0f02-423f-936c-e98c1b992d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8804864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8670229'] for subnet, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:30.293687 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bba9b3db-23cf-4b75-a76f-723a160a2ecf req-d491ea35-4f55-48ea-912d-b136811c4841 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895236 May 26 11:20:30.295951 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb96785d-0f02-423f-936c-e98c1b992d5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=92c6e834-e450-46cd-a383-1f3aa94aef38,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:30.311295 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb96785d-0f02-423f-936c-e98c1b992d5d admin admin] Checking segment: {'id': '07eb95a7-099a-4d30-977e-477a24f1639c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1de40dea-1674-4662-889b-a50d381019b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:20:30.311649 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb96785d-0f02-423f-936c-e98c1b992d5d admin admin] Network hostable DHCP agents. Network: 1de40dea-1674-4662-889b-a50d381019b8, hostable agents: ['ae20bfe0-bbab-40fa-b22c-2da14db586ab'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:20:30.409665 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb96785d-0f02-423f-936c-e98c1b992d5d admin admin] Network 1de40dea-1674-4662-889b-a50d381019b8 is scheduled to be hosted by DHCP agent ae20bfe0-bbab-40fa-b22c-2da14db586ab with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:20:30.506895 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-eb96785d-0f02-423f-936c-e98c1b992d5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843395-1-iscsi, 1de40dea-1674-4662-889b-a50d381019b8) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:20:30.515239 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7933feec-b2b1-493f-b91b-27f3cd0e1a49 None None] Network 1de40dea-1674-4662-889b-a50d381019b8 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:20:30.521520 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb96785d-0f02-423f-936c-e98c1b992d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:30.521520 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-eb96785d-0f02-423f-936c-e98c1b992d5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:30.608677 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-eb96785d-0f02-423f-936c-e98c1b992d5d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7570829 May 26 11:20:30.655531 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bbbb87-d5c8-462a-9511-5d7aad884d89 None None] Network 1de40dea-1674-4662-889b-a50d381019b8 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:20:31.152374 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device ae6bf3df-1709-47b2-8319-f77fdf5bee39 up at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:20:31.208835 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning complete for port ae6bf3df-1709-47b2-8319-f77fdf5bee39 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:20:31.209212 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:31.319163 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port ae6bf3df-1709-47b2-8319-f77fdf5bee39 is: BUILD; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:20:31.320291 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:31.359670 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0986e2d8-cda5-42fe-97a9-9978a2dad8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6bf3df-1709-47b2-8319-f77fdf5bee39'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:20:31.359670 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2864eed-77ae-40e8-9b87-268b0bff517d" -d '{"events": [{"server_uuid": "0986e2d8-cda5-42fe-97a9-9978a2dad8e6", "name": "network-vif-plugged", "status": "completed", "tag": "ae6bf3df-1709-47b2-8319-f77fdf5bee39"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:20:31.378779 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port ae6bf3df-1709-47b2-8319-f77fdf5bee39, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=ae6bf3df-1709-47b2-8319-f77fdf5bee39,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:20:31.459909 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb67cb8-fb9d-4497-8efa-1276fbc6ef09 req-599c1cee-be94-4840-b1ef-b6d75a757bfc tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:31.469561 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1fb67cb8-fb9d-4497-8efa-1276fbc6ef09 req-599c1cee-be94-4840-b1ef-b6d75a757bfc tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 944 time: 0.0784431 May 26 11:20:31.470523 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:31.526582 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1fb67cb8-fb9d-4497-8efa-1276fbc6ef09 req-8960f7f0-9762-400d-bca0-8feac5b4c8f1 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522320 May 26 11:20:31.550579 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=ae6bf3df-1709-47b2-8319-f77fdf5bee39,revision_number=7']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:31.646932 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 42988) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:31.651215 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-03186cfe-a65c-4012-998b-43ad591282d7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-65788884-network', 'tenant_id': '76c7cfc578ce4dffa50f4d48f8239381'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:20:31.676696 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd65813-00f4-48d2-8a7d-31104e6cbc03 x-openstack-request-id: req-7fd65813-00f4-48d2-8a7d-31104e6cbc03 {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:20:31.677103 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0986e2d8-cda5-42fe-97a9-9978a2dad8e6", "name": "network-vif-plugged", "status": "completed", "tag": "ae6bf3df-1709-47b2-8319-f77fdf5bee39", "code": 200}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:20:31.677414 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7fd65813-00f4-48d2-8a7d-31104e6cbc03 {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:20:31.677916 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd65813-00f4-48d2-8a7d-31104e6cbc03'] response: {'server_uuid': '0986e2d8-cda5-42fe-97a9-9978a2dad8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6bf3df-1709-47b2-8319-f77fdf5bee39', 'code': 200} May 26 11:20:31.744553 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03186cfe-a65c-4012-998b-43ad591282d7 admin admin] Made reservation on behalf of 76c7cfc578ce4dffa50f4d48f8239381 for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:20:31.747018 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-03186cfe-a65c-4012-998b-43ad591282d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for network, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:31.756930 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-03186cfe-a65c-4012-998b-43ad591282d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:31.845479 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-03186cfe-a65c-4012-998b-43ad591282d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:32.011262 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-03186cfe-a65c-4012-998b-43ad591282d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:32.035242 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03186cfe-a65c-4012-998b-43ad591282d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:20:32.045400 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03186cfe-a65c-4012-998b-43ad591282d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2ebdcd-2929-4442-9cec-7da7d6cd6042,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:32.051726 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-03186cfe-a65c-4012-998b-43ad591282d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:32.052072 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-03186cfe-a65c-4012-998b-43ad591282d7 admin admin] Added segment 04a89bc1-54a7-4ce8-8f01-c542f3280f44 of type vlan for network f1c68e9c-9235-4c64-a6b7-fb6345568f9f May 26 11:20:32.099624 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-03186cfe-a65c-4012-998b-43ad591282d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744569042562'] for network, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:32.238186 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-03186cfe-a65c-4012-998b-43ad591282d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for network, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:32.239174 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03186cfe-a65c-4012-998b-43ad591282d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:32.239809 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-03186cfe-a65c-4012-998b-43ad591282d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:32.302940 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03186cfe-a65c-4012-998b-43ad591282d7 admin admin] Pushing event updated for resources: {'Network': ['ID=f1c68e9c-9235-4c64-a6b7-fb6345568f9f,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:32.312864 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Network f1c68e9c-9235-4c64-a6b7-fb6345568f9f details requested by agent ovs-agent-dv-cinder-843395-1-iscsi with host dv-cinder-843395-1-iscsi {{(pid=102813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 11:20:32.372776 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-03186cfe-a65c-4012-998b-43ad591282d7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7253022 May 26 11:20:32.375563 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 42990) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:32.381142 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-588d14a0-eadc-4f69-b3eb-603d1732d6dd admin admin] Request body: {'subnet': {'network_id': 'f1c68e9c-9235-4c64-a6b7-fb6345568f9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-65788884-subnet', 'tenant_id': '76c7cfc578ce4dffa50f4d48f8239381', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:20:32.474720 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588d14a0-eadc-4f69-b3eb-603d1732d6dd admin admin] Made reservation on behalf of 76c7cfc578ce4dffa50f4d48f8239381 for: {'subnet': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:20:32.477132 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-588d14a0-eadc-4f69-b3eb-603d1732d6dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10303571'] for subnet, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:32.711208 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0393c-7310-4131-9449-b208017d8fe8 req-82052a25-1dbd-45b7-959c-7678e27b1ea2 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:32.712695 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b8d0393c-7310-4131-9449-b208017d8fe8 req-82052a25-1dbd-45b7-959c-7678e27b1ea2 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.1075606 May 26 11:20:32.774680 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b8d0393c-7310-4131-9449-b208017d8fe8 req-85919d86-7dc5-430d-96ed-6c11e7275561 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507381 May 26 11:20:32.777356 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-588d14a0-eadc-4f69-b3eb-603d1732d6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10386259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10303557'] for subnet, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:32.840414 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d14a0-eadc-4f69-b3eb-603d1732d6dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=11796128-578c-439e-aecb-e25190a20f41,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:32.858307 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588d14a0-eadc-4f69-b3eb-603d1732d6dd admin admin] Checking segment: {'id': '04a89bc1-54a7-4ce8-8f01-c542f3280f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f1c68e9c-9235-4c64-a6b7-fb6345568f9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:20:32.858686 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588d14a0-eadc-4f69-b3eb-603d1732d6dd admin admin] Network hostable DHCP agents. Network: f1c68e9c-9235-4c64-a6b7-fb6345568f9f, hostable agents: ['ae20bfe0-bbab-40fa-b22c-2da14db586ab'], hosted agents: [] {{(pid=102811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:20:33.091940 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588d14a0-eadc-4f69-b3eb-603d1732d6dd admin admin] Network f1c68e9c-9235-4c64-a6b7-fb6345568f9f is scheduled to be hosted by DHCP agent ae20bfe0-bbab-40fa-b22c-2da14db586ab with binding_index 1 {{(pid=102811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:20:33.192886 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-588d14a0-eadc-4f69-b3eb-603d1732d6dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843395-1-iscsi, f1c68e9c-9235-4c64-a6b7-fb6345568f9f) {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:20:33.197055 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d14a0-eadc-4f69-b3eb-603d1732d6dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:33.197651 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-588d14a0-eadc-4f69-b3eb-603d1732d6dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for subnet, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:33.203635 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e37b6f-1b03-481f-963b-baafe4276bcb None None] Network f1c68e9c-9235-4c64-a6b7-fb6345568f9f requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:20:33.325424 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f12c6a-96ed-4001-ad12-c01c95edd0b4 None None] Network f1c68e9c-9235-4c64-a6b7-fb6345568f9f requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:20:33.337671 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-588d14a0-eadc-4f69-b3eb-603d1732d6dd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9604120 May 26 11:20:33.494148 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 43008) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:33.551166 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_v2 [None req-58fe3311-945f-417b-b390-6ab6a78a87a3 admin admin] Deleting subnet 92c6e834-e450-46cd-a383-1f3aa94aef38 {{(pid=102810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 11:20:33.554772 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-58fe3311-945f-417b-b390-6ab6a78a87a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:33.600133 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-58fe3311-945f-417b-b390-6ab6a78a87a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8569443'] for subnet, precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:33.648058 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-58fe3311-945f-417b-b390-6ab6a78a87a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778400'] for subnet, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:33.804370 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-58fe3311-945f-417b-b390-6ab6a78a87a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-778411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8805057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8670238'] for subnet, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:33.838347 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe3311-945f-417b-b390-6ab6a78a87a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92c6e834-e450-46cd-a383-1f3aa94aef38,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:33.882402 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-58fe3311-945f-417b-b390-6ab6a78a87a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:33.885909 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 43018) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:33.890660 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-58fe3311-945f-417b-b390-6ab6a78a87a3 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/92c6e834-e450-46cd-a383-1f3aa94aef38 HTTP/1.1" status: 204 len: 168 time: 0.3950248 May 26 11:20:34.010718 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-122ec687-a409-4ea6-8deb-eea324879200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590719'] for network, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:34.027823 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee75b98-ae0d-419c-b281-aba9d1a7e66f req-bbe03310-e228-46bb-aa6b-035be15a85b1 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:34.029484 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0ee75b98-ae0d-419c-b281-aba9d1a7e66f req-bbe03310-e228-46bb-aa6b-035be15a85b1 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.1076801 May 26 11:20:34.402272 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0ee75b98-ae0d-419c-b281-aba9d1a7e66f req-4d6bce84-0422-43df-b42e-82f282270af8 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3658359 May 26 11:20:34.406328 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-122ec687-a409-4ea6-8deb-eea324879200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784951', 'neutron.services.segments.db._delete_segments_for_network-8744569547816'] for network, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:34.434644 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-122ec687-a409-4ea6-8deb-eea324879200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de40dea-1674-4662-889b-a50d381019b8']}} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:34.446401 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-122ec687-a409-4ea6-8deb-eea324879200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07eb95a7-099a-4d30-977e-477a24f1639c') {'for_net_delete': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:34.446703 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-122ec687-a409-4ea6-8deb-eea324879200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07eb95a7-099a-4d30-977e-477a24f1639c') {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:34.458171 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-122ec687-a409-4ea6-8deb-eea324879200 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744569548081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10386412'] for segment, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:34.471763 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-122ec687-a409-4ea6-8deb-eea324879200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:34.482748 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122ec687-a409-4ea6-8deb-eea324879200 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=102811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:20:34.483159 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-122ec687-a409-4ea6-8deb-eea324879200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10386992'] for segment, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:34.500390 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.services.segments.plugin [-] Segment 07eb95a7-099a-4d30-977e-477a24f1639c resource provider aggregate not found May 26 11:20:34.545138 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.services.segments.plugin [-] Segment 07eb95a7-099a-4d30-977e-477a24f1639c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07eb95a7-099a-4d30-977e-477a24f1639c found for delete ", "request_id": "req-02791fdb-dfb2-4749-a0b3-784f38e0d6c2"}]} May 26 11:20:34.610057 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-122ec687-a409-4ea6-8deb-eea324879200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667215'] for network, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:34.614960 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-122ec687-a409-4ea6-8deb-eea324879200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:34.621214 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-122ec687-a409-4ea6-8deb-eea324879200 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1de40dea-1674-4662-889b-a50d381019b8 HTTP/1.1" status: 204 len: 168 time: 0.7306533 May 26 11:20:34.621552 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 43026) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:34.632754 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ec687-a409-4ea6-8deb-eea324879200 admin admin] Pushing event deleted for resources: {'Network': ['ID=1de40dea-1674-4662-889b-a50d381019b8,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:34.675832 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3784063-ed7a-45ea-b994-f4b896f9331a admin admin] Deleting subnet 11796128-578c-439e-aecb-e25190a20f41 {{(pid=102810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 11:20:34.678901 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b3784063-ed7a-45ea-b994-f4b896f9331a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:34.723907 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b3784063-ed7a-45ea-b994-f4b896f9331a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8569443'] for subnet, precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:34.764629 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b3784063-ed7a-45ea-b994-f4b896f9331a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778400'] for subnet, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:34.901574 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b3784063-ed7a-45ea-b994-f4b896f9331a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-778411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8805057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8670238'] for subnet, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:34.924806 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3784063-ed7a-45ea-b994-f4b896f9331a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11796128-578c-439e-aecb-e25190a20f41,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:34.938655 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b3784063-ed7a-45ea-b994-f4b896f9331a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:34.943171 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-b3784063-ed7a-45ea-b994-f4b896f9331a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/11796128-578c-439e-aecb-e25190a20f41 HTTP/1.1" status: 204 len: 168 time: 0.3199258 May 26 11:20:34.945558 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 43034) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:35.055829 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d6fff0cb-398e-42db-85c7-846dfea7a80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590719'] for network, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:35.139769 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d6fff0cb-398e-42db-85c7-846dfea7a80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784951', 'neutron.services.segments.db._delete_segments_for_network-8744569547816'] for network, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:35.165583 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-d6fff0cb-398e-42db-85c7-846dfea7a80e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c68e9c-9235-4c64-a6b7-fb6345568f9f']}} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:35.179279 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-d6fff0cb-398e-42db-85c7-846dfea7a80e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a89bc1-54a7-4ce8-8f01-c542f3280f44') {'for_net_delete': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:35.179627 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-d6fff0cb-398e-42db-85c7-846dfea7a80e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a89bc1-54a7-4ce8-8f01-c542f3280f44') {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:35.189431 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d6fff0cb-398e-42db-85c7-846dfea7a80e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744569548081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8569450'] for segment, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:35.205190 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d6fff0cb-398e-42db-85c7-846dfea7a80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:35.214642 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6fff0cb-398e-42db-85c7-846dfea7a80e admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=102810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:20:35.215334 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d6fff0cb-398e-42db-85c7-846dfea7a80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8806243'] for segment, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:35.265745 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.services.segments.plugin [-] Segment 04a89bc1-54a7-4ce8-8f01-c542f3280f44 resource provider aggregate not found May 26 11:20:35.285517 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.services.segments.plugin [-] Segment 04a89bc1-54a7-4ce8-8f01-c542f3280f44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04a89bc1-54a7-4ce8-8f01-c542f3280f44 found for delete ", "request_id": "req-da4ac8dd-e1e4-4935-b8d4-b676e77b4ad7"}]} May 26 11:20:35.375438 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d6fff0cb-398e-42db-85c7-846dfea7a80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667215'] for network, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:35.381677 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d6fff0cb-398e-42db-85c7-846dfea7a80e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:35.385350 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-d6fff0cb-398e-42db-85c7-846dfea7a80e admin admin] 10.222.0.21 "DELETE /v2.0/networks/f1c68e9c-9235-4c64-a6b7-fb6345568f9f HTTP/1.1" status: 204 len: 168 time: 0.4388716 May 26 11:20:35.398061 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fff0cb-398e-42db-85c7-846dfea7a80e admin admin] Pushing event deleted for resources: {'Network': ['ID=f1c68e9c-9235-4c64-a6b7-fb6345568f9f,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:35.583821 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c820c-d3f5-4d4b-bfab-dbf3021a9c97 req-7ac03fe0-e8e8-4f74-9edb-d17685f74a8f tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:35.591151 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2e9c820c-d3f5-4d4b-bfab-dbf3021a9c97 req-7ac03fe0-e8e8-4f74-9edb-d17685f74a8f tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.0731907 May 26 11:20:35.632821 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2e9c820c-d3f5-4d4b-bfab-dbf3021a9c97 req-1a2f8a67-15ef-4b7d-97c2-048b471bf5ca tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405040 May 26 11:20:35.932947 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 43050) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:35.992673 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-eb47cd15-33c4-4457-bbd1-fa7c88900d97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3d4720d51c234f67a9f9de909602fbe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579257 May 26 11:20:35.994899 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 43052) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:36.060604 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-16f52c90-a7c7-4cf7-8a98-42704e23aeaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:36.094775 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-16f52c90-a7c7-4cf7-8a98-42704e23aeaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:36.564138 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-16f52c90-a7c7-4cf7-8a98-42704e23aeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:36.566788 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-16f52c90-a7c7-4cf7-8a98-42704e23aeaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:36.567938 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-16f52c90-a7c7-4cf7-8a98-42704e23aeaf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d21df77f-0605-4041-bb3d-3a07adbcbb70 HTTP/1.1" status: 204 len: 168 time: 0.5720069 May 26 11:20:36.575678 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f52c90-a7c7-4cf7-8a98-42704e23aeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21df77f-0605-4041-bb3d-3a07adbcbb70,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:36.753992 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c2330d-c45a-4ff2-b78a-5a9a0083e2fe req-3b02092f-7fa7-4f30-bf46-b4fce77caa5e tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:36.755655 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-40c2330d-c45a-4ff2-b78a-5a9a0083e2fe req-3b02092f-7fa7-4f30-bf46-b4fce77caa5e tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.0501006 May 26 11:20:36.799521 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-40c2330d-c45a-4ff2-b78a-5a9a0083e2fe req-09be2402-c41f-493c-b11a-97cfae6a759f tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345294 May 26 11:20:37.337877 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 43066) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:37.389242 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-042163c4-fbe9-4b0a-9e16-76ae62cc4664 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=76c7cfc578ce4dffa50f4d48f8239381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496686 May 26 11:20:37.391826 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 43068) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:37.447562 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7138eeda-e0c7-448b-9892-971bcf62a66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:37.469505 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7138eeda-e0c7-448b-9892-971bcf62a66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:37.634263 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7138eeda-e0c7-448b-9892-971bcf62a66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:37.637133 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7138eeda-e0c7-448b-9892-971bcf62a66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:37.640851 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-7138eeda-e0c7-448b-9892-971bcf62a66d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ad2ebdcd-2929-4442-9cec-7da7d6cd6042 HTTP/1.1" status: 204 len: 168 time: 0.2457142 May 26 11:20:37.650282 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7138eeda-e0c7-448b-9892-971bcf62a66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2ebdcd-2929-4442-9cec-7da7d6cd6042,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:37.930339 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301d832-363c-4e51-ad1b-4c93d9f0200b req-f9906e86-bc60-4224-bdc4-f90b5860f930 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:37.932393 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a301d832-363c-4e51-ad1b-4c93d9f0200b req-f9906e86-bc60-4224-bdc4-f90b5860f930 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.0528183 May 26 11:20:37.994976 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a301d832-363c-4e51-ad1b-4c93d9f0200b req-d08f6641-aa48-4511-b21b-1ac04e5cbe29 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532925 May 26 11:20:39.113554 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564872bc-c7e6-412c-ad8a-d192f395cb97 req-31f9706f-d352-447c-8cbd-6884fd3769f7 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:39.126340 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-564872bc-c7e6-412c-ad8a-d192f395cb97 req-31f9706f-d352-447c-8cbd-6884fd3769f7 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.0588276 May 26 11:20:39.177639 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-564872bc-c7e6-412c-ad8a-d192f395cb97 req-6b224b0a-5a29-4c62-acc0-e381b5192a27 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474286 May 26 11:20:39.329810 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:40.305894 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e41669-215c-4795-8927-ec71c6a53fd6 req-466c5565-205d-4e22-9c79-35787d96e393 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:40.307986 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-16e41669-215c-4795-8927-ec71c6a53fd6 req-466c5565-205d-4e22-9c79-35787d96e393 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.0629625 May 26 11:20:40.359525 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-16e41669-215c-4795-8927-ec71c6a53fd6 req-bbf4be8a-420a-4144-9db3-6faea601357f tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419693 May 26 11:20:41.477494 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e1dc7-8413-4082-b8f4-9edf92735c97 req-71d76737-ce77-48af-9ef0-b6c89489cdc0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:41.478933 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-736e1dc7-8413-4082-b8f4-9edf92735c97 req-71d76737-ce77-48af-9ef0-b6c89489cdc0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.0469360 May 26 11:20:41.517366 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-736e1dc7-8413-4082-b8f4-9edf92735c97 req-640fbe50-168a-4daf-883f-ad1fd7a26c63 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322974 May 26 11:20:41.689670 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae498af5-7f3b-4556-98c6-975484f36c2e req-00f66398-c3d0-4d96-99d5-cb1a1b63b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:41.691100 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ae498af5-7f3b-4556-98c6-975484f36c2e req-00f66398-c3d0-4d96-99d5-cb1a1b63b85c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c230246bb94476891f4cc468a47d8c1&device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 1098 time: 0.0428531 May 26 11:20:41.780156 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae498af5-7f3b-4556-98c6-975484f36c2e req-bcc4b586-3ff3-4034-93d6-b4492a47a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:41.781632 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ae498af5-7f3b-4556-98c6-975484f36c2e req-bcc4b586-3ff3-4034-93d6-b4492a47a386 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8f9ca9a-5305-4587-9899-24d42d7bc678 HTTP/1.1" status: 200 len: 918 time: 0.0826726 May 26 11:20:41.851092 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ae498af5-7f3b-4556-98c6-975484f36c2e req-350bb58f-29a7-4537-9bc5-6984f09b1e47 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae6bf3df-1709-47b2-8319-f77fdf5bee39 HTTP/1.1" status: 200 len: 1001 time: 0.0605102 May 26 11:20:41.900073 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae498af5-7f3b-4556-98c6-975484f36c2e req-74bdf4a1-02c1-45b9-8e6d-74048f1ba391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:41.901597 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ae498af5-7f3b-4556-98c6-975484f36c2e req-74bdf4a1-02c1-45b9-8e6d-74048f1ba391 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=514f2ce8-5ecc-434b-8584-b769021cd39f HTTP/1.1" status: 200 len: 856 time: 0.0437460 May 26 11:20:41.947776 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae498af5-7f3b-4556-98c6-975484f36c2e req-0890efe4-861e-41da-811c-b23c179f45a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:41.949309 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ae498af5-7f3b-4556-98c6-975484f36c2e req-0890efe4-861e-41da-811c-b23c179f45a5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8f9ca9a-5305-4587-9899-24d42d7bc678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404646 May 26 11:20:42.040512 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ae498af5-7f3b-4556-98c6-975484f36c2e req-26a56fe0-5aeb-4762-9ee7-399e4d840128 service neutron] 10.222.0.42 "GET /v2.0/networks/c8f9ca9a-5305-4587-9899-24d42d7bc678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837505 May 26 11:20:42.132873 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ae498af5-7f3b-4556-98c6-975484f36c2e req-180a9fbb-9edd-4c43-b854-23d1cb8e364c service neutron] 10.222.0.42 "GET /v2.0/networks/c8f9ca9a-5305-4587-9899-24d42d7bc678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808506 May 26 11:20:42.641696 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47a895b-8815-48fe-9df0-6c25a59f0cf6 req-efa6e565-fcb1-41df-9c8f-12cfd6518514 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:42.643176 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b47a895b-8815-48fe-9df0-6c25a59f0cf6 req-efa6e565-fcb1-41df-9c8f-12cfd6518514 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.0521953 May 26 11:20:42.680365 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b47a895b-8815-48fe-9df0-6c25a59f0cf6 req-03d3f26b-2da3-484f-a3e4-9c041109262a tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311732 May 26 11:20:43.811502 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a59bb-2f2f-4a58-a245-916972506fa9 req-c1a0f780-cce0-4752-869d-f9e3a60f5d98 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:43.813674 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f23a59bb-2f2f-4a58-a245-916972506fa9 req-c1a0f780-cce0-4752-869d-f9e3a60f5d98 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.0604188 May 26 11:20:43.858559 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f23a59bb-2f2f-4a58-a245-916972506fa9 req-c4a5a3f9-55ee-4f3b-96de-d02e815632e3 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376358 May 26 11:20:44.975933 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719f92f-d669-4fd5-91d3-1fe9616be383 req-ae0ac1bb-6353-4bc7-b3b9-b3c59ebee77f tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:44.977416 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f719f92f-d669-4fd5-91d3-1fe9616be383 req-ae0ac1bb-6353-4bc7-b3b9-b3c59ebee77f tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 945 time: 0.0472844 May 26 11:20:45.013863 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f719f92f-d669-4fd5-91d3-1fe9616be383 req-48db8f88-e23c-40ff-8c08-62c0337ad49f tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306418 May 26 11:20:45.240082 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device ae6bf3df-1709-47b2-8319-f77fdf5bee39 no longer exists at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:20:45.316321 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port ae6bf3df-1709-47b2-8319-f77fdf5bee39 is: ACTIVE; New status is: DOWN {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:20:45.316733 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:45.339181 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0986e2d8-cda5-42fe-97a9-9978a2dad8e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae6bf3df-1709-47b2-8319-f77fdf5bee39'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:20:45.341425 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cad2a2-0aae-4edb-9d87-77375a15b948" -d '{"events": [{"server_uuid": "0986e2d8-cda5-42fe-97a9-9978a2dad8e6", "name": "network-vif-unplugged", "status": "completed", "tag": "ae6bf3df-1709-47b2-8319-f77fdf5bee39"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:20:45.354208 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port ae6bf3df-1709-47b2-8319-f77fdf5bee39, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=ae6bf3df-1709-47b2-8319-f77fdf5bee39,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:20:45.441705 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:45.487309 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=ae6bf3df-1709-47b2-8319-f77fdf5bee39,revision_number=8']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:46.049916 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 May 2022 11:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e711183c-10d5-4e5a-87a6-428af09b7e71 x-openstack-request-id: req-e711183c-10d5-4e5a-87a6-428af09b7e71 {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:20:46.050733 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0986e2d8-cda5-42fe-97a9-9978a2dad8e6", "name": "network-vif-unplugged", "status": "failed", "tag": "ae6bf3df-1709-47b2-8319-f77fdf5bee39", "code": 422}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:20:46.051004 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e711183c-10d5-4e5a-87a6-428af09b7e71 {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:20:46.051469 dv-cinder-843395-1-iscsi neutron-server[102813]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e711183c-10d5-4e5a-87a6-428af09b7e71']: {'server_uuid': '0986e2d8-cda5-42fe-97a9-9978a2dad8e6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ae6bf3df-1709-47b2-8319-f77fdf5bee39', 'code': 422} returned with failed status May 26 11:20:46.195630 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e8447d41-213d-4f3b-89e0-dddb3ef62626 req-441074af-662f-450a-8cee-821a0feff3b9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535669 May 26 11:20:46.263483 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8447d41-213d-4f3b-89e0-dddb3ef62626 req-866e63ba-1e79-4910-a6e0-c03913f38bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:46.265139 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e8447d41-213d-4f3b-89e0-dddb3ef62626 req-866e63ba-1e79-4910-a6e0-c03913f38bc4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8330e6f157749c79c6f779ab940e1b5&device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 1138 time: 0.0435846 May 26 11:20:46.373893 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8447d41-213d-4f3b-89e0-dddb3ef62626 req-d83a6598-b196-46bf-9ae7-48f5676f72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:46.375463 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e8447d41-213d-4f3b-89e0-dddb3ef62626 req-d83a6598-b196-46bf-9ae7-48f5676f72f5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecba23a2-84f5-4d25-94be-3592338dfd31 HTTP/1.1" status: 200 len: 916 time: 0.0873878 May 26 11:20:46.442310 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e8447d41-213d-4f3b-89e0-dddb3ef62626 req-3f0586db-96c4-410a-849e-f9804c557984 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21273c8f-f6a0-4cf6-8549-21fb5883ff2b HTTP/1.1" status: 200 len: 1002 time: 0.0594904 May 26 11:20:46.505106 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bf355b01-eb8c-41d1-bdcc-0611ce4c8cb8 req-9be8b785-14ef-43d2-b4fb-8ec5f6262ca8 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-195116916&fields=id&tenant_id=b8330e6f157749c79c6f779ab940e1b5 HTTP/1.1" status: 200 len: 267 time: 0.0650432 May 26 11:20:46.513377 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8447d41-213d-4f3b-89e0-dddb3ef62626 req-add79fbe-69a6-4030-ae39-aa261b06d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:46.514860 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e8447d41-213d-4f3b-89e0-dddb3ef62626 req-add79fbe-69a6-4030-ae39-aa261b06d35b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=574ef81a-b121-4d5b-8038-17d4fb5c5a45 HTTP/1.1" status: 200 len: 854 time: 0.0604208 May 26 11:20:46.590946 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf355b01-eb8c-41d1-bdcc-0611ce4c8cb8 req-f3f1d7f9-23fb-4bec-aa46-b341c27ea803 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:46.592402 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bf355b01-eb8c-41d1-bdcc-0611ce4c8cb8 req-f3f1d7f9-23fb-4bec-aa46-b341c27ea803 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 985 time: 0.0807750 May 26 11:20:46.594906 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8447d41-213d-4f3b-89e0-dddb3ef62626 req-79822f0a-5a7c-4657-9524-77c2562c4b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:46.596343 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e8447d41-213d-4f3b-89e0-dddb3ef62626 req-79822f0a-5a7c-4657-9524-77c2562c4b6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecba23a2-84f5-4d25-94be-3592338dfd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732462 May 26 11:20:46.604105 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-bf355b01-eb8c-41d1-bdcc-0611ce4c8cb8 req-1ca73823-5181-43e6-ada1-4dafaa6a25da tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Request body: {'port': {'security_groups': ['f139b7f8-0185-41e7-a7a7-ca3acb3b359b']}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:20:46.724323 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-bf355b01-eb8c-41d1-bdcc-0611ce4c8cb8 req-1ca73823-5181-43e6-ada1-4dafaa6a25da tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:46.780406 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e8447d41-213d-4f3b-89e0-dddb3ef62626 req-4ac36839-6b4d-4771-87e4-31fc4673dc0a service neutron] 10.222.0.42 "GET /v2.0/networks/ecba23a2-84f5-4d25-94be-3592338dfd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731954 May 26 11:20:46.945564 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e8447d41-213d-4f3b-89e0-dddb3ef62626 req-4010463a-549a-449b-8191-e5d6b9906858 service neutron] 10.222.0.42 "GET /v2.0/networks/ecba23a2-84f5-4d25-94be-3592338dfd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562412 May 26 11:20:46.994820 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-bf355b01-eb8c-41d1-bdcc-0611ce4c8cb8 req-1ca73823-5181-43e6-ada1-4dafaa6a25da tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] For port 21273c8f-f6a0-4cf6-8549-21fb5883ff2b, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=21273c8f-f6a0-4cf6-8549-21fb5883ff2b,segment=NetworkSegment(32c73b14-dbd8-4220-ae77-a0387019faac),segment_id=32c73b14-dbd8-4220-ae77-a0387019faac)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:20:47.011029 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [req-cdb2a48f-dae4-4d3b-9e58-6ac2d6ad528b req-6e34bfe7-4eaa-4747-a377-96544b3205c3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:20:47.012055 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cdb2a48f-dae4-4d3b-9e58-6ac2d6ad528b req-6e34bfe7-4eaa-4747-a377-96544b3205c3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0998452 May 26 11:20:47.025006 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-bf355b01-eb8c-41d1-bdcc-0611ce4c8cb8 req-1ca73823-5181-43e6-ada1-4dafaa6a25da tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:47.092975 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-bf355b01-eb8c-41d1-bdcc-0611ce4c8cb8 req-1ca73823-5181-43e6-ada1-4dafaa6a25da tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:47.109608 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['21273c8f-f6a0-4cf6-8549-21fb5883ff2b'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:20:47.159690 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf355b01-eb8c-41d1-bdcc-0611ce4c8cb8 req-1ca73823-5181-43e6-ada1-4dafaa6a25da tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:47.160332 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-bf355b01-eb8c-41d1-bdcc-0611ce4c8cb8 req-1ca73823-5181-43e6-ada1-4dafaa6a25da tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:47.162194 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bf355b01-eb8c-41d1-bdcc-0611ce4c8cb8 req-1ca73823-5181-43e6-ada1-4dafaa6a25da tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "PUT /v2.0/ports/21273c8f-f6a0-4cf6-8549-21fb5883ff2b HTTP/1.1" status: 200 len: 943 time: 0.5626590 May 26 11:20:47.162654 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b10c74-67ca-4921-8970-cdca21dafdb5', 'tag': '21273c8f-f6a0-4cf6-8549-21fb5883ff2b'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:20:47.165223 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54b5b11-067d-4ccb-90c4-fc4fc773f6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "80b10c74-67ca-4921-8970-cdca21dafdb5", "tag": "21273c8f-f6a0-4cf6-8549-21fb5883ff2b"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:20:47.171423 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 43278) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:47.251090 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['21273c8f-f6a0-4cf6-8549-21fb5883ff2b'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:20:47.269749 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca73823-5181-43e6-ada1-4dafaa6a25da tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Pushing event updated for resources: {'Port': ['ID=21273c8f-f6a0-4cf6-8549-21fb5883ff2b,revision_number=7']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:47.358800 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0c9a2e28-8687-4a49-bf68-3e2d3758c155 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:47.414568 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75564907-39f1-464b-ba4c-a19fe2c4a89b req-c67a7175-9cfd-4725-9232-9fb365cde815 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:47.414568 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-75564907-39f1-464b-ba4c-a19fe2c4a89b req-c67a7175-9cfd-4725-9232-9fb365cde815 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 943 time: 0.0857611 May 26 11:20:47.415781 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0c9a2e28-8687-4a49-bf68-3e2d3758c155 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:47.419493 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d65e4a9-4140-456b-bb78-f30d5b14652a x-openstack-request-id: req-5d65e4a9-4140-456b-bb78-f30d5b14652a {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:20:47.419774 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b10c74-67ca-4921-8970-cdca21dafdb5", "tag": "21273c8f-f6a0-4cf6-8549-21fb5883ff2b", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:20:47.420020 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d65e4a9-4140-456b-bb78-f30d5b14652a {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:20:47.420414 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d65e4a9-4140-456b-bb78-f30d5b14652a'] response: {'name': 'network-changed', 'server_uuid': '80b10c74-67ca-4921-8970-cdca21dafdb5', 'tag': '21273c8f-f6a0-4cf6-8549-21fb5883ff2b', 'status': 'completed', 'code': 200} May 26 11:20:47.481262 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-75564907-39f1-464b-ba4c-a19fe2c4a89b req-c35e30a8-b938-4288-824b-bbab1f819bb8 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567269 May 26 11:20:47.504337 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b5b11-067d-4ccb-90c4-fc4fc773f6cb req-a36f4f87-bbea-4bca-beef-0321f3582414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:47.506405 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d54b5b11-067d-4ccb-90c4-fc4fc773f6cb req-a36f4f87-bbea-4bca-beef-0321f3582414 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8330e6f157749c79c6f779ab940e1b5&device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 1099 time: 0.0445466 May 26 11:20:47.532830 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-e2dc2378-11c2-4bf4-b7ec-a701bdeed435 None None] Provisioning complete for port 21273c8f-f6a0-4cf6-8549-21fb5883ff2b triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:20:47.533501 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-e2dc2378-11c2-4bf4-b7ec-a701bdeed435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:47.590828 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0c9a2e28-8687-4a49-bf68-3e2d3758c155 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:47.593505 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0c9a2e28-8687-4a49-bf68-3e2d3758c155 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:47.594668 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-0c9a2e28-8687-4a49-bf68-3e2d3758c155 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "DELETE /v2.0/security-groups/71dc6930-463e-4874-b5d2-f7c30548d99c HTTP/1.1" status: 204 len: 168 time: 0.4181290 May 26 11:20:47.597770 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 43292) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:47.611798 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9a2e28-8687-4a49-bf68-3e2d3758c155 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dc6930-463e-4874-b5d2-f7c30548d99c,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:47.623845 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b5b11-067d-4ccb-90c4-fc4fc773f6cb req-5b3431cf-a02f-4588-9cf0-eeb87f8ab054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:47.625521 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d54b5b11-067d-4ccb-90c4-fc4fc773f6cb req-5b3431cf-a02f-4588-9cf0-eeb87f8ab054 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecba23a2-84f5-4d25-94be-3592338dfd31 HTTP/1.1" status: 200 len: 916 time: 0.1126792 May 26 11:20:47.712736 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d54b5b11-067d-4ccb-90c4-fc4fc773f6cb req-7a2a0010-04fb-471d-a0ba-cc3cde2f8559 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21273c8f-f6a0-4cf6-8549-21fb5883ff2b HTTP/1.1" status: 200 len: 1002 time: 0.0776651 May 26 11:20:47.759182 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-81d6bc9f-2e72-47c2-9aee-0fc6066d644c req-a64df54d-e1e3-4426-bbe1-8fe15e80051d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0873990 May 26 11:20:47.801709 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b5b11-067d-4ccb-90c4-fc4fc773f6cb req-b2dade01-d95f-4abe-8465-7a7da18de7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:47.803414 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d54b5b11-067d-4ccb-90c4-fc4fc773f6cb req-b2dade01-d95f-4abe-8465-7a7da18de7e8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=574ef81a-b121-4d5b-8038-17d4fb5c5a45 HTTP/1.1" status: 200 len: 854 time: 0.0836213 May 26 11:20:47.823009 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-7f2fcbf6-56a3-485a-9d2d-6712686930f8 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Deleting port fc9ebf89-746d-40a6-9f41-0071d9db5830 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:20:47.823348 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7f2fcbf6-56a3-485a-9d2d-6712686930f8 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:47.852865 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-e2dc2378-11c2-4bf4-b7ec-a701bdeed435 None None] Current status of the port 21273c8f-f6a0-4cf6-8549-21fb5883ff2b is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:20:47.859913 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54b5b11-067d-4ccb-90c4-fc4fc773f6cb req-37ea72c0-8d4e-48a1-957a-8ef7ed7fb8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:47.861615 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d54b5b11-067d-4ccb-90c4-fc4fc773f6cb req-37ea72c0-8d4e-48a1-957a-8ef7ed7fb8ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecba23a2-84f5-4d25-94be-3592338dfd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0514688 May 26 11:20:47.917635 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7f2fcbf6-56a3-485a-9d2d-6712686930f8 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:47.917950 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7f2fcbf6-56a3-485a-9d2d-6712686930f8 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:47.930573 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-7f2fcbf6-56a3-485a-9d2d-6712686930f8 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Calling delete_port for fc9ebf89-746d-40a6-9f41-0071d9db5830 owned by network:floatingip {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:20:47.968604 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d54b5b11-067d-4ccb-90c4-fc4fc773f6cb req-6d92d1da-b4a4-4e96-8408-8ff927a81910 service neutron] 10.222.0.42 "GET /v2.0/networks/ecba23a2-84f5-4d25-94be-3592338dfd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000361 May 26 11:20:47.995971 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-7a3dc55b-f985-4861-9f2f-f3d77230fe97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:48.066701 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d54b5b11-067d-4ccb-90c4-fc4fc773f6cb req-c0d4944d-af1d-4ef7-be4a-f46e74a0dc68 service neutron] 10.222.0.42 "GET /v2.0/networks/ecba23a2-84f5-4d25-94be-3592338dfd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913684 May 26 11:20:48.238136 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7f2fcbf6-56a3-485a-9d2d-6712686930f8 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:48.267947 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2fcbf6-56a3-485a-9d2d-6712686930f8 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Pushing event deleted for resources: {'Port': ['ID=fc9ebf89-746d-40a6-9f41-0071d9db5830,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:48.292342 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2fcbf6-56a3-485a-9d2d-6712686930f8 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:48.292718 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2fcbf6-56a3-485a-9d2d-6712686930f8 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:48.293062 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2fcbf6-56a3-485a-9d2d-6712686930f8 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:48.293567 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2fcbf6-56a3-485a-9d2d-6712686930f8 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:48.293985 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2fcbf6-56a3-485a-9d2d-6712686930f8 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:48.294333 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2fcbf6-56a3-485a-9d2d-6712686930f8 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:48.294647 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2fcbf6-56a3-485a-9d2d-6712686930f8 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:48.294975 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2fcbf6-56a3-485a-9d2d-6712686930f8 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:48.295366 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2fcbf6-56a3-485a-9d2d-6712686930f8 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:48.295747 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2fcbf6-56a3-485a-9d2d-6712686930f8 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:48.295929 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2fcbf6-56a3-485a-9d2d-6712686930f8 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:48.296252 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2fcbf6-56a3-485a-9d2d-6712686930f8 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:20:48.340878 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7f2fcbf6-56a3-485a-9d2d-6712686930f8 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks [] for floatingip, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:48.341208 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.db.l3_db [None req-7f2fcbf6-56a3-485a-9d2d-6712686930f8 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Floating IP 4b78c593-3390-42b5-a811-f436f30b64d7 disassociated (deleted). External IP: 172.27.2.125, port: 21273c8f-f6a0-4cf6-8549-21fb5883ff2b. May 26 11:20:48.610622 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c63db-de53-4931-9b02-2a56f8b50ced req-8b924d32-9623-4771-8528-63b7b920c772 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:48.612293 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-265c63db-de53-4931-9b02-2a56f8b50ced req-8b924d32-9623-4771-8528-63b7b920c772 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 943 time: 0.0588651 May 26 11:20:48.657600 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-265c63db-de53-4931-9b02-2a56f8b50ced req-b804e782-15ef-4404-a434-6f499ae5f08b tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380571 May 26 11:20:48.771709 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2fcbf6-56a3-485a-9d2d-6712686930f8 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Router 6cc139fe-efb5-4e96-921b-dd10c7ee247a has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:20:48.880654 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2fcbf6-56a3-485a-9d2d-6712686930f8 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:20:48.887001 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7f2fcbf6-56a3-485a-9d2d-6712686930f8 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:48.896688 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add102a4-c276-4b72-8f1d-a308c5904db5 None None] Sync routers for ids ['6cc139fe-efb5-4e96-921b-dd10c7ee247a'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:20:48.910296 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add102a4-c276-4b72-8f1d-a308c5904db5 None None] Routers {'6cc139fe-efb5-4e96-921b-dd10c7ee247a'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:20:48.911019 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-add102a4-c276-4b72-8f1d-a308c5904db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:20:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['6cc139fe-efb5-4e96-921b-dd10c7ee247a'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:48.920826 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-7f2fcbf6-56a3-485a-9d2d-6712686930f8 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "DELETE /v2.0/floatingips/4b78c593-3390-42b5-a811-f436f30b64d7 HTTP/1.1" status: 204 len: 168 time: 1.3218663 May 26 11:20:48.921614 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b10c74-67ca-4921-8970-cdca21dafdb5', 'tag': '21273c8f-f6a0-4cf6-8549-21fb5883ff2b'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:20:48.924553 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68cb6bc11d0969d8050e4c4fd8812a2ae7a0aff31285e7476e9ca95485fd95a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbad178-49c9-43ee-97cd-1352b17efda0" -d '{"events": [{"name": "network-changed", "server_uuid": "80b10c74-67ca-4921-8970-cdca21dafdb5", "tag": "21273c8f-f6a0-4cf6-8549-21fb5883ff2b"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:20:49.029765 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-add102a4-c276-4b72-8f1d-a308c5904db5 None None] Set router 6cc139fe-efb5-4e96-921b-dd10c7ee247a gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:20:49.034898 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680e882a-a9ec-42a1-a7a5-49a06c8343ca x-openstack-request-id: req-680e882a-a9ec-42a1-a7a5-49a06c8343ca {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:20:49.034898 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b10c74-67ca-4921-8970-cdca21dafdb5", "tag": "21273c8f-f6a0-4cf6-8549-21fb5883ff2b", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:20:49.034898 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-680e882a-a9ec-42a1-a7a5-49a06c8343ca {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:20:49.034898 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-680e882a-a9ec-42a1-a7a5-49a06c8343ca'] response: {'name': 'network-changed', 'server_uuid': '80b10c74-67ca-4921-8970-cdca21dafdb5', 'tag': '21273c8f-f6a0-4cf6-8549-21fb5883ff2b', 'status': 'completed', 'code': 200} May 26 11:20:49.099972 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbad178-49c9-43ee-97cd-1352b17efda0 req-c4a216b9-4fd1-4b4e-831a-b7bfba8387d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:49.101628 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7bbad178-49c9-43ee-97cd-1352b17efda0 req-c4a216b9-4fd1-4b4e-831a-b7bfba8387d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b8330e6f157749c79c6f779ab940e1b5&device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 1099 time: 0.0460491 May 26 11:20:49.196342 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbad178-49c9-43ee-97cd-1352b17efda0 req-d10bce3a-d990-4e9c-9d28-7fd23e242365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:49.197863 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7bbad178-49c9-43ee-97cd-1352b17efda0 req-d10bce3a-d990-4e9c-9d28-7fd23e242365 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ecba23a2-84f5-4d25-94be-3592338dfd31 HTTP/1.1" status: 200 len: 916 time: 0.0887520 May 26 11:20:49.244603 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7bbad178-49c9-43ee-97cd-1352b17efda0 req-4e089310-ecc7-43a8-bbf8-3a31cce2efa3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21273c8f-f6a0-4cf6-8549-21fb5883ff2b HTTP/1.1" status: 200 len: 217 time: 0.0380952 May 26 11:20:49.247232 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device ae6bf3df-1709-47b2-8319-f77fdf5bee39 no longer exists at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:20:49.326389 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-add102a4-c276-4b72-8f1d-a308c5904db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'name': 'tempest-TestMinimumBasicScenario-1193264515-router', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '5c6a6186-e8d2-4e9c-87f7-0853a450a6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:17:40Z', 'updated_at': '2022-05-26T11:17:45Z', 'revision_number': 4, 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'gw_port': {'id': '5c6a6186-e8d2-4e9c-87f7-0853a450a6c7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:42Z', 'updated_at': '2022-05-26T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '6f654e97-94fa-45c5-b91a-171bab363902', 'name': '', 'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'mac_address': 'fa:16:3e:97:5d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '574ef81a-b121-4d5b-8038-17d4fb5c5a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:44Z', 'updated_at': '2022-05-26T11:17:49Z', 'revision_number': 5, 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'subnets': [{'id': '574ef81a-b121-4d5b-8038-17d4fb5c5a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:49.329894 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port ae6bf3df-1709-47b2-8319-f77fdf5bee39 is: DOWN; New status is: DOWN {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:20:49.338357 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbad178-49c9-43ee-97cd-1352b17efda0 req-73798f5d-0749-441a-afd7-a45a7509e7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:49.339825 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7bbad178-49c9-43ee-97cd-1352b17efda0 req-73798f5d-0749-441a-afd7-a45a7509e7b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=574ef81a-b121-4d5b-8038-17d4fb5c5a45 HTTP/1.1" status: 200 len: 854 time: 0.0873566 May 26 11:20:49.345839 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6bc9f-2e72-47c2-9aee-0fc6066d644c req-8a82ca43-b93f-4f39-8121-f4c3d83b6cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:49.347305 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-81d6bc9f-2e72-47c2-9aee-0fc6066d644c req-8a82ca43-b93f-4f39-8121-f4c3d83b6cfd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6&tenant_id=5c230246bb94476891f4cc468a47d8c1 HTTP/1.1" status: 200 len: 1096 time: 0.0693645 May 26 11:20:49.359857 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add102a4-c276-4b72-8f1d-a308c5904db5 None None] Checking router: 6cc139fe-efb5-4e96-921b-dd10c7ee247a for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:20:49.370510 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add102a4-c276-4b72-8f1d-a308c5904db5 None None] Routers {'6cc139fe-efb5-4e96-921b-dd10c7ee247a'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:20:49.371120 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-add102a4-c276-4b72-8f1d-a308c5904db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:20:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['6cc139fe-efb5-4e96-921b-dd10c7ee247a'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:49.416507 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbad178-49c9-43ee-97cd-1352b17efda0 req-59100fdd-63b9-4b84-9bf2-c68dfe86761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:49.418113 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7bbad178-49c9-43ee-97cd-1352b17efda0 req-59100fdd-63b9-4b84-9bf2-c68dfe86761b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ecba23a2-84f5-4d25-94be-3592338dfd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691907 May 26 11:20:49.428707 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6bc9f-2e72-47c2-9aee-0fc6066d644c req-e1b66cae-6b61-4387-b0fc-ef1303c6937b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:49.431271 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-81d6bc9f-2e72-47c2-9aee-0fc6066d644c req-e1b66cae-6b61-4387-b0fc-ef1303c6937b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c230246bb94476891f4cc468a47d8c1&device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 1096 time: 0.0536759 May 26 11:20:49.575664 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-add102a4-c276-4b72-8f1d-a308c5904db5 None None] Set router 6cc139fe-efb5-4e96-921b-dd10c7ee247a gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:20:49.587685 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7bbad178-49c9-43ee-97cd-1352b17efda0 req-9dafacac-bbdc-4a33-84de-0215323a63ef service neutron] 10.222.0.42 "GET /v2.0/networks/ecba23a2-84f5-4d25-94be-3592338dfd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537170 May 26 11:20:49.590219 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6bc9f-2e72-47c2-9aee-0fc6066d644c req-1ab7c501-ee21-4dfd-ada3-666894546be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:49.591903 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-81d6bc9f-2e72-47c2-9aee-0fc6066d644c req-1ab7c501-ee21-4dfd-ada3-666894546be7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c8f9ca9a-5305-4587-9899-24d42d7bc678 HTTP/1.1" status: 200 len: 918 time: 0.1487417 May 26 11:20:49.714513 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-81d6bc9f-2e72-47c2-9aee-0fc6066d644c req-696bfda2-ec7a-48bd-8e60-637741a6b979 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae6bf3df-1709-47b2-8319-f77fdf5bee39 HTTP/1.1" status: 200 len: 999 time: 0.1080885 May 26 11:20:49.772072 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-7bbad178-49c9-43ee-97cd-1352b17efda0 req-8460fd09-1ff3-4df5-8dce-60f8a3a3177b service neutron] 10.222.0.42 "GET /v2.0/networks/ecba23a2-84f5-4d25-94be-3592338dfd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667337 May 26 11:20:49.781721 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-add102a4-c276-4b72-8f1d-a308c5904db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'name': 'tempest-TestMinimumBasicScenario-1193264515-router', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '5c6a6186-e8d2-4e9c-87f7-0853a450a6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:17:40Z', 'updated_at': '2022-05-26T11:17:45Z', 'revision_number': 4, 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'gw_port': {'id': '5c6a6186-e8d2-4e9c-87f7-0853a450a6c7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:42Z', 'updated_at': '2022-05-26T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '6f654e97-94fa-45c5-b91a-171bab363902', 'name': '', 'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'mac_address': 'fa:16:3e:97:5d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '574ef81a-b121-4d5b-8038-17d4fb5c5a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:44Z', 'updated_at': '2022-05-26T11:17:49Z', 'revision_number': 5, 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'subnets': [{'id': '574ef81a-b121-4d5b-8038-17d4fb5c5a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:20:49.786693 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b22e13a-83dc-4af3-b093-6b9f8598956e req-438bc223-fc00-4429-905f-5497c73c43dd tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:49.787739 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6bc9f-2e72-47c2-9aee-0fc6066d644c req-a487003f-5517-4334-b7aa-b9cf1c21f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:49.790491 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-81d6bc9f-2e72-47c2-9aee-0fc6066d644c req-a487003f-5517-4334-b7aa-b9cf1c21f484 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=514f2ce8-5ecc-434b-8584-b769021cd39f HTTP/1.1" status: 200 len: 856 time: 0.0638189 May 26 11:20:49.794085 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1b22e13a-83dc-4af3-b093-6b9f8598956e req-438bc223-fc00-4429-905f-5497c73c43dd tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 943 time: 0.0554824 May 26 11:20:49.812040 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add102a4-c276-4b72-8f1d-a308c5904db5 None None] The sync data for ids ['6cc139fe-efb5-4e96-921b-dd10c7ee247a'] in dv-cinder-843395-1-iscsi is: [{'id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'name': 'tempest-TestMinimumBasicScenario-1193264515-router', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '5c6a6186-e8d2-4e9c-87f7-0853a450a6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:17:40Z', 'updated_at': '2022-05-26T11:17:45Z', 'revision_number': 4, 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'gw_port': {'id': '5c6a6186-e8d2-4e9c-87f7-0853a450a6c7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:42Z', 'updated_at': '2022-05-26T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '6f654e97-94fa-45c5-b91a-171bab363902', 'name': '', 'network_id': 'ecba23a2-84f5-4d25-94be-3592338dfd31', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'mac_address': 'fa:16:3e:97:5d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '574ef81a-b121-4d5b-8038-17d4fb5c5a45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:44Z', 'updated_at': '2022-05-26T11:17:49Z', 'revision_number': 5, 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'subnets': [{'id': '574ef81a-b121-4d5b-8038-17d4fb5c5a45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:20:49.833129 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1b22e13a-83dc-4af3-b093-6b9f8598956e req-3eece4ac-4eff-4942-a23d-ff1fe7824f56 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379977 May 26 11:20:49.848400 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6bc9f-2e72-47c2-9aee-0fc6066d644c req-9d01f724-4706-438b-90b2-754dd920d6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:49.850061 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-81d6bc9f-2e72-47c2-9aee-0fc6066d644c req-9d01f724-4706-438b-90b2-754dd920d6db service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c8f9ca9a-5305-4587-9899-24d42d7bc678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480018 May 26 11:20:49.943955 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-81d6bc9f-2e72-47c2-9aee-0fc6066d644c req-56498083-92d7-4434-9815-3cb3c2c533f9 service neutron] 10.222.0.42 "GET /v2.0/networks/c8f9ca9a-5305-4587-9899-24d42d7bc678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843925 May 26 11:20:50.046272 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-81d6bc9f-2e72-47c2-9aee-0fc6066d644c req-9f132733-2bf8-4dbe-a0b1-dbb7422fadba service neutron] 10.222.0.42 "GET /v2.0/networks/c8f9ca9a-5305-4587-9899-24d42d7bc678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934119 May 26 11:20:50.066395 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc182aff-aafe-493d-8dd4-9467825e6152 None None] New status for floating IP 4b78c593-3390-42b5-a811-f436f30b64d7: DOWN {{(pid=102813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:20:50.195827 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-ef51bed0-a22a-4b32-994c-1600bfdd32d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:50.976548 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ea2ef-c3ec-4c99-a957-86cddd13272b req-f6bbeb0e-e765-46e2-93a9-946ef1f2758f tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:50.978740 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d84ea2ef-c3ec-4c99-a957-86cddd13272b req-f6bbeb0e-e765-46e2-93a9-946ef1f2758f tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 943 time: 0.0535169 May 26 11:20:51.019219 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d84ea2ef-c3ec-4c99-a957-86cddd13272b req-ea4bd635-7b46-434c-8c2e-a0a6a105ee11 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339384 May 26 11:20:51.510017 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:51.794826 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 43380) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:51.901405 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fd44f98a-6441-4b54-832d-71d5fe2f8cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:51.985050 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fd44f98a-6441-4b54-832d-71d5fe2f8cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:52.054995 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fd44f98a-6441-4b54-832d-71d5fe2f8cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:52.100846 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 43386) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:52.112473 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-fd44f98a-6441-4b54-832d-71d5fe2f8cc1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b419157bfc2439fb3353a684609153d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3164485 May 26 11:20:52.115982 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44f98a-6441-4b54-832d-71d5fe2f8cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc72a3ec-d4a3-418e-b97a-50ae4dbbfbe2,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:52.189877 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-29f59634-80b6-461c-a189-d442861d4b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:52.190991 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6caee-ba2f-4779-9ad7-326634435eac req-901280da-db88-46ae-9395-b6045adb7c9d tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:52.192854 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bcb6caee-ba2f-4779-9ad7-326634435eac req-901280da-db88-46ae-9395-b6045adb7c9d tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 943 time: 0.0789328 May 26 11:20:52.218811 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-29f59634-80b6-461c-a189-d442861d4b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:52.244682 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bcb6caee-ba2f-4779-9ad7-326634435eac req-cd5c0ac8-6e66-43e7-8bf6-a44fe95427c5 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443261 May 26 11:20:52.349802 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-29f59634-80b6-461c-a189-d442861d4b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:52.352359 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-29f59634-80b6-461c-a189-d442861d4b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:52.353532 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-29f59634-80b6-461c-a189-d442861d4b17 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc72a3ec-d4a3-418e-b97a-50ae4dbbfbe2 HTTP/1.1" status: 204 len: 168 time: 0.2517180 May 26 11:20:52.367860 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f59634-80b6-461c-a189-d442861d4b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc72a3ec-d4a3-418e-b97a-50ae4dbbfbe2,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:52.711047 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:52.982223 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 43398) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:52.995626 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-fe3263ca-0989-4c39-a745-e2ef9feeca66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:53.075897 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-fe3263ca-0989-4c39-a745-e2ef9feeca66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:53.161604 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-fe3263ca-0989-4c39-a745-e2ef9feeca66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:53.208779 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-fe3263ca-0989-4c39-a745-e2ef9feeca66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=622b2c5434a8450ba2c448de0b7f4d96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2252867 May 26 11:20:53.210081 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3263ca-0989-4c39-a745-e2ef9feeca66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528d8671-5681-4e74-bc40-bfc0aa1109c6,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:53.211867 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 43400) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:53.267411 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cb2b1ef9-f3fa-4948-93db-c6fa9fdd9290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:53.272333 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:53.293557 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cb2b1ef9-f3fa-4948-93db-c6fa9fdd9290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:53.397212 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b989dba-04c8-44d6-86ac-992f108bcdf2 req-273e9fc4-72c1-4b27-9469-38720ec5f72b tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:53.398762 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5b989dba-04c8-44d6-86ac-992f108bcdf2 req-273e9fc4-72c1-4b27-9469-38720ec5f72b tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 943 time: 0.0644646 May 26 11:20:53.464904 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5b989dba-04c8-44d6-86ac-992f108bcdf2 req-412dac53-f96f-40c0-8d69-9bce4ea9e2d5 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521340 May 26 11:20:53.895641 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cb2b1ef9-f3fa-4948-93db-c6fa9fdd9290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:53.899538 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cb2b1ef9-f3fa-4948-93db-c6fa9fdd9290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:53.900925 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-cb2b1ef9-f3fa-4948-93db-c6fa9fdd9290 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/528d8671-5681-4e74-bc40-bfc0aa1109c6 HTTP/1.1" status: 204 len: 168 time: 0.6872523 May 26 11:20:53.911839 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b1ef9-f3fa-4948-93db-c6fa9fdd9290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528d8671-5681-4e74-bc40-bfc0aa1109c6,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:54.617949 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e48a9e5-b6b9-47a3-99d4-440f7b4ef2f3 req-5c0281d0-c8ec-44e2-8718-c728381d5ac7 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:54.619541 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9e48a9e5-b6b9-47a3-99d4-440f7b4ef2f3 req-5c0281d0-c8ec-44e2-8718-c728381d5ac7 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 943 time: 0.0595112 May 26 11:20:54.678968 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9e48a9e5-b6b9-47a3-99d4-440f7b4ef2f3 req-0dbd7a68-07bb-4fdd-8d63-d3ad38003967 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412965 May 26 11:20:54.740398 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 43418) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:54.756640 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-53e5a168-c84a-4822-bd1f-7aed14eb1fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:54.834045 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-53e5a168-c84a-4822-bd1f-7aed14eb1fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:54.892856 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-53e5a168-c84a-4822-bd1f-7aed14eb1fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:54.943042 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-53e5a168-c84a-4822-bd1f-7aed14eb1fa1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5f33d9a8b1941f2a76e9644f3c8ceff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2014685 May 26 11:20:55.023252 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5a168-c84a-4822-bd1f-7aed14eb1fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2f09c4-3681-4e7e-bc5b-71c6ca008838,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:55.023252 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 43420) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:20:55.078662 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6566-93cb-4641-8068-7cb621dc2199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:55.103415 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6566-93cb-4641-8068-7cb621dc2199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:55.401338 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6566-93cb-4641-8068-7cb621dc2199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:55.404067 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5e1a6566-93cb-4641-8068-7cb621dc2199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:20:55.405337 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-5e1a6566-93cb-4641-8068-7cb621dc2199 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab2f09c4-3681-4e7e-bc5b-71c6ca008838 HTTP/1.1" status: 204 len: 168 time: 0.3850713 May 26 11:20:55.434057 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a6566-93cb-4641-8068-7cb621dc2199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2f09c4-3681-4e7e-bc5b-71c6ca008838,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:20:55.845406 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9c3ef-2193-497b-b52d-3367a43cfa8e req-bd1d0b17-a9ff-41c2-9223-6ea3bf97153a tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:55.847512 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-32a9c3ef-2193-497b-b52d-3367a43cfa8e req-bd1d0b17-a9ff-41c2-9223-6ea3bf97153a tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 943 time: 0.0642195 May 26 11:20:55.897194 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-32a9c3ef-2193-497b-b52d-3367a43cfa8e req-db66893a-fcd7-4200-8927-c769b1ee0b47 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369864 May 26 11:20:57.031166 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad271b-5167-4787-8b18-2541cc10c1c5 req-b0bd8b89-2a3a-4210-8319-d31a901b823b tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:57.032655 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d8ad271b-5167-4787-8b18-2541cc10c1c5 req-b0bd8b89-2a3a-4210-8319-d31a901b823b tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 943 time: 0.0547059 May 26 11:20:57.077272 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d8ad271b-5167-4787-8b18-2541cc10c1c5 req-254c1ff1-6406-400c-bdd3-19bba5a24749 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384185 May 26 11:20:58.220956 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8516c-4429-4cb5-a022-592ff6f0bd6f req-796cfa4a-b289-4802-b848-8a32ad5a168d tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:58.224066 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f3f8516c-4429-4cb5-a022-592ff6f0bd6f req-796cfa4a-b289-4802-b848-8a32ad5a168d tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 943 time: 0.0590661 May 26 11:20:58.264396 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f3f8516c-4429-4cb5-a022-592ff6f0bd6f req-5e962198-50e7-4620-aff3-fdb9d3957df6 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335264 May 26 11:20:59.382803 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa8bf9-cf2b-48b3-ad2a-f14275e9ad37 req-9691e90b-fddd-4fb4-a328-0254ac17d223 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:20:59.384223 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9cfa8bf9-cf2b-48b3-ad2a-f14275e9ad37 req-9691e90b-fddd-4fb4-a328-0254ac17d223 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 943 time: 0.0471320 May 26 11:20:59.420548 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9cfa8bf9-cf2b-48b3-ad2a-f14275e9ad37 req-480f686e-2236-4980-af08-04480994771a tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304003 May 26 11:21:00.544357 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58716a9b-b75a-4fd2-b467-bdb28c9c95ed req-11bff145-76f9-4a79-a03d-100d19873414 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:00.545826 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-58716a9b-b75a-4fd2-b467-bdb28c9c95ed req-11bff145-76f9-4a79-a03d-100d19873414 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 943 time: 0.0529273 May 26 11:21:00.582608 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-58716a9b-b75a-4fd2-b467-bdb28c9c95ed req-0f788ec4-7c7b-49f8-beae-bb44276d18d0 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305290 May 26 11:21:01.285319 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device ae6bf3df-1709-47b2-8319-f77fdf5bee39 details requested by agent hyperv_hv-cinder-84339 with host hv-cinder-84339 {{(pid=102813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 11:21:01.380724 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port ae6bf3df-1709-47b2-8319-f77fdf5bee39, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=ae6bf3df-1709-47b2-8319-f77fdf5bee39,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:21:01.391991 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Returning: {'device': 'ae6bf3df-1709-47b2-8319-f77fdf5bee39', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'port_id': 'ae6bf3df-1709-47b2-8319-f77fdf5bee39', 'mac_address': 'fa:16:3e:c8:80:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 11:21:01.431156 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port ae6bf3df-1709-47b2-8319-f77fdf5bee39 is: DOWN; New status is: BUILD {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:21:01.431470 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:01.443950 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6bf3df-1709-47b2-8319-f77fdf5bee39 {{(pid=102813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:21:01.462070 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port ae6bf3df-1709-47b2-8319-f77fdf5bee39, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=ae6bf3df-1709-47b2-8319-f77fdf5bee39,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:21:01.535576 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:01.581946 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=ae6bf3df-1709-47b2-8319-f77fdf5bee39,revision_number=9']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:01.588882 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:01.589345 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:01.589562 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:01.589896 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:01.590271 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:01.590605 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:01.590931 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:01.591261 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:01.591586 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:01.591910 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:01.592231 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:01.592549 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:01.701176 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8edf58-dbce-4232-a3fd-617b933307b4 req-c79f01f1-558e-4bfd-bdb8-266569576339 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:01.702628 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bb8edf58-dbce-4232-a3fd-617b933307b4 req-c79f01f1-558e-4bfd-bdb8-266569576339 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 944 time: 0.0490077 May 26 11:21:01.740508 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bb8edf58-dbce-4232-a3fd-617b933307b4 req-565ab509-c90e-4dd9-b8cd-d5813217374b tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318720 May 26 11:21:01.785289 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['ae6bf3df-1709-47b2-8319-f77fdf5bee39'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:21:02.870898 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32774c98-e80a-44a4-8d89-487b8128bb05 req-2451c5de-c946-4063-a497-4855016b7e0c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:02.872399 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-32774c98-e80a-44a4-8d89-487b8128bb05 req-2451c5de-c946-4063-a497-4855016b7e0c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 944 time: 0.0489316 May 26 11:21:02.910643 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-32774c98-e80a-44a4-8d89-487b8128bb05 req-32b65873-cf86-4615-b2ae-893cc6a3944e tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322227 May 26 11:21:03.282276 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device ae6bf3df-1709-47b2-8319-f77fdf5bee39 up at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:21:03.328743 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning complete for port ae6bf3df-1709-47b2-8319-f77fdf5bee39 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:21:03.329116 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:03.406961 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port ae6bf3df-1709-47b2-8319-f77fdf5bee39 is: BUILD; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:21:03.407355 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:03.430800 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0986e2d8-cda5-42fe-97a9-9978a2dad8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6bf3df-1709-47b2-8319-f77fdf5bee39'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:21:03.433062 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1aef2b6-9270-457e-9f5a-79a7fbbe4946" -d '{"events": [{"server_uuid": "0986e2d8-cda5-42fe-97a9-9978a2dad8e6", "name": "network-vif-plugged", "status": "completed", "tag": "ae6bf3df-1709-47b2-8319-f77fdf5bee39"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:21:03.446901 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port ae6bf3df-1709-47b2-8319-f77fdf5bee39, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=ae6bf3df-1709-47b2-8319-f77fdf5bee39,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:21:03.476078 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7eac61-67e5-4692-b35d-d80238ce4ad3 x-openstack-request-id: req-ed7eac61-67e5-4692-b35d-d80238ce4ad3 {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:21:03.476366 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0986e2d8-cda5-42fe-97a9-9978a2dad8e6", "name": "network-vif-plugged", "status": "completed", "tag": "ae6bf3df-1709-47b2-8319-f77fdf5bee39", "code": 200}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:21:03.476631 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed7eac61-67e5-4692-b35d-d80238ce4ad3 {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:21:03.483848 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed7eac61-67e5-4692-b35d-d80238ce4ad3'] response: {'server_uuid': '0986e2d8-cda5-42fe-97a9-9978a2dad8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6bf3df-1709-47b2-8319-f77fdf5bee39', 'code': 200} May 26 11:21:03.534730 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:03.583865 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=ae6bf3df-1709-47b2-8319-f77fdf5bee39,revision_number=10']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:03.832945 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2e284-78c6-4f7b-9e81-173c9248f6f1 req-3d844d60-997d-4a7e-a14b-e851f06246e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:03.834704 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-22f2e284-78c6-4f7b-9e81-173c9248f6f1 req-3d844d60-997d-4a7e-a14b-e851f06246e1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 1099 time: 0.0451422 May 26 11:21:03.893918 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 43590) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:03.904885 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54f54c-4c89-4266-b70c-17c8e855395f req-dc122367-686d-4977-a50e-56d236ed4fce tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:03.906329 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fa54f54c-4c89-4266-b70c-17c8e855395f req-dc122367-686d-4977-a50e-56d236ed4fce tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 946 time: 0.0707145 May 26 11:21:03.907936 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-22f2e284-78c6-4f7b-9e81-173c9248f6f1 req-281e2142-4bdf-49e3-919b-1b0844485f6a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643122 May 26 11:21:03.945638 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fa54f54c-4c89-4266-b70c-17c8e855395f req-f22c5ce4-742c-4dc2-a1cf-cb3c40c78cc8 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326180 May 26 11:21:04.008033 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-af0a7a7d-3cef-415f-a3ec-0a36f335fdc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:04.053356 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a173f-24ff-40be-8e99-0b7a63dbb1d3 req-f0ecfae8-d88a-4047-a9fa-6bfb36efd90a tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:04.054939 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9e8a173f-24ff-40be-8e99-0b7a63dbb1d3 req-f0ecfae8-d88a-4047-a9fa-6bfb36efd90a tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 946 time: 0.0514102 May 26 11:21:04.083790 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-af0a7a7d-3cef-415f-a3ec-0a36f335fdc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:04.092696 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9e8a173f-24ff-40be-8e99-0b7a63dbb1d3 req-2bda84b1-5591-4801-82fd-1995a6bc0fb1 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316732 May 26 11:21:04.152133 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-af0a7a7d-3cef-415f-a3ec-0a36f335fdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:04.190765 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-af0a7a7d-3cef-415f-a3ec-0a36f335fdc1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=beb1eb7bfcce406296cf4a7c86dad9b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2955520 May 26 11:21:04.191626 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a7a7d-3cef-415f-a3ec-0a36f335fdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004337d3-27db-4f56-8a58-33fb3bc05af7,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:04.193416 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 43598) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:04.244120 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cf2abb25-9bda-479f-a5ba-387721e4e07e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:04.264603 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cf2abb25-9bda-479f-a5ba-387721e4e07e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:04.395584 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cf2abb25-9bda-479f-a5ba-387721e4e07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:04.398061 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cf2abb25-9bda-479f-a5ba-387721e4e07e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:04.399208 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-cf2abb25-9bda-479f-a5ba-387721e4e07e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/004337d3-27db-4f56-8a58-33fb3bc05af7 HTTP/1.1" status: 204 len: 168 time: 0.2035604 May 26 11:21:04.406559 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2abb25-9bda-479f-a5ba-387721e4e07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004337d3-27db-4f56-8a58-33fb3bc05af7,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:04.413562 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2abb25-9bda-479f-a5ba-387721e4e07e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:04.413902 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2abb25-9bda-479f-a5ba-387721e4e07e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:04.414236 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2abb25-9bda-479f-a5ba-387721e4e07e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:04.414567 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2abb25-9bda-479f-a5ba-387721e4e07e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:04.414889 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2abb25-9bda-479f-a5ba-387721e4e07e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:04.415216 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2abb25-9bda-479f-a5ba-387721e4e07e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:04.415534 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2abb25-9bda-479f-a5ba-387721e4e07e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:04.415853 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2abb25-9bda-479f-a5ba-387721e4e07e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:04.416169 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2abb25-9bda-479f-a5ba-387721e4e07e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:04.416502 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2abb25-9bda-479f-a5ba-387721e4e07e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:04.416831 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2abb25-9bda-479f-a5ba-387721e4e07e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:04.417142 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2abb25-9bda-479f-a5ba-387721e4e07e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:05.053066 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 43612) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:05.075331 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-05eb9d02-3842-4ec1-96e3-683392bae344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:05.099269 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bd6461-f970-4f0e-a522-9074efe5d779 req-429eff6a-69db-408a-b42b-06040fbe6e05 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:05.101753 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-49bd6461-f970-4f0e-a522-9074efe5d779 req-429eff6a-69db-408a-b42b-06040fbe6e05 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 946 time: 0.0862834 May 26 11:21:05.163058 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-49bd6461-f970-4f0e-a522-9074efe5d779 req-8ce8a187-6c20-41de-a77f-5b8d8cb4749b tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542212 May 26 11:21:05.195696 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-05eb9d02-3842-4ec1-96e3-683392bae344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:05.268202 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204764af-a5ad-4ef5-9346-562216ab97b1 req-ebe85058-c1e7-4f3b-a9e0-44cb4aa731c1 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:05.273367 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-204764af-a5ad-4ef5-9346-562216ab97b1 req-ebe85058-c1e7-4f3b-a9e0-44cb4aa731c1 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 946 time: 0.0571890 May 26 11:21:05.311211 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-204764af-a5ad-4ef5-9346-562216ab97b1 req-f165ca93-4edc-4430-9231-e566ee87d944 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355873 May 26 11:21:05.326604 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-05eb9d02-3842-4ec1-96e3-683392bae344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:05.364942 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-05eb9d02-3842-4ec1-96e3-683392bae344 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=635e1e751c9146458537b5ee7d48fff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105524 May 26 11:21:05.366823 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb9d02-3842-4ec1-96e3-683392bae344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55d01ca-71f3-4bd6-bb58-92f74baa2982,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:05.367550 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 43632) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:05.418398 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-18150581-ecb2-4fca-a4a0-523d986b0602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:05.442319 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-18150581-ecb2-4fca-a4a0-523d986b0602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:05.572382 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-18150581-ecb2-4fca-a4a0-523d986b0602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:05.574985 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-18150581-ecb2-4fca-a4a0-523d986b0602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:05.576142 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-18150581-ecb2-4fca-a4a0-523d986b0602 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a55d01ca-71f3-4bd6-bb58-92f74baa2982 HTTP/1.1" status: 204 len: 168 time: 0.2076061 May 26 11:21:05.584404 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18150581-ecb2-4fca-a4a0-523d986b0602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55d01ca-71f3-4bd6-bb58-92f74baa2982,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:05.886473 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa429f99-f360-4114-9527-115ed88ad4f5 req-9fa58974-b653-4194-902f-cef10924d8c6 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:05.889503 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fa429f99-f360-4114-9527-115ed88ad4f5 req-9fa58974-b653-4194-902f-cef10924d8c6 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0462060-46d6-4277-8ebc-21ba0f671132 HTTP/1.1" status: 200 len: 946 time: 0.0542769 May 26 11:21:05.932854 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fa429f99-f360-4114-9527-115ed88ad4f5 req-84d01a1e-40f1-49c6-a605-c39321de90a2 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=efdc4259-6656-4b37-9c3e-8698ca1d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330634 May 26 11:21:05.933617 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f32bbd-623a-4e37-a1f3-eec75c315158 req-eb026469-7c93-46cb-89c0-edbb06e4c921 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:05.935170 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c4f32bbd-623a-4e37-a1f3-eec75c315158 req-eb026469-7c93-46cb-89c0-edbb06e4c921 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.42 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 946 time: 0.0543606 May 26 11:21:06.045010 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-c4f32bbd-623a-4e37-a1f3-eec75c315158 req-15d01db0-0f6b-4c95-ab87-ae74966c295f tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Deleting port 21273c8f-f6a0-4cf6-8549-21fb5883ff2b {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:21:06.045354 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c4f32bbd-623a-4e37-a1f3-eec75c315158 req-15d01db0-0f6b-4c95-ab87-ae74966c295f tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:06.131991 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-c4f32bbd-623a-4e37-a1f3-eec75c315158 req-15d01db0-0f6b-4c95-ab87-ae74966c295f tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] For port 21273c8f-f6a0-4cf6-8549-21fb5883ff2b, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=21273c8f-f6a0-4cf6-8549-21fb5883ff2b,segment=NetworkSegment(32c73b14-dbd8-4220-ae77-a0387019faac),segment_id=32c73b14-dbd8-4220-ae77-a0387019faac)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:21:06.132699 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c4f32bbd-623a-4e37-a1f3-eec75c315158 req-15d01db0-0f6b-4c95-ab87-ae74966c295f tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:06.147811 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-c4f32bbd-623a-4e37-a1f3-eec75c315158 req-15d01db0-0f6b-4c95-ab87-ae74966c295f tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Calling delete_port for 21273c8f-f6a0-4cf6-8549-21fb5883ff2b owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:21:06.312344 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517f19b-4ae1-43b4-83e0-be2c9efa287f req-6c6ddef7-becd-4720-bcfb-9392da6098c2 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:06.314544 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f517f19b-4ae1-43b4-83e0-be2c9efa287f req-6c6ddef7-becd-4720-bcfb-9392da6098c2 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/ports?device_id=80b10c74-67ca-4921-8970-cdca21dafdb5 HTTP/1.1" status: 200 len: 946 time: 0.0825272 May 26 11:21:06.357718 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f517f19b-4ae1-43b4-83e0-be2c9efa287f req-388f7605-9628-42b9-88fe-2fc0b850d653 tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.21 "GET /v2.0/security-groups?id=f139b7f8-0185-41e7-a7a7-ca3acb3b359b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363510 May 26 11:21:06.381162 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c4f32bbd-623a-4e37-a1f3-eec75c315158 req-15d01db0-0f6b-4c95-ab87-ae74966c295f tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:06.397327 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['21273c8f-f6a0-4cf6-8549-21fb5883ff2b'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:21:06.420299 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d01db0-0f6b-4c95-ab87-ae74966c295f tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Pushing event deleted for resources: {'Port': ['ID=21273c8f-f6a0-4cf6-8549-21fb5883ff2b,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:06.477498 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191daa5b-766d-4699-8f49-b628b8a3fc70 req-45219e70-14fb-44fd-bf13-9315d8efbf32 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:06.477498 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-191daa5b-766d-4699-8f49-b628b8a3fc70 req-45219e70-14fb-44fd-bf13-9315d8efbf32 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 946 time: 0.0619316 May 26 11:21:06.479156 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f32bbd-623a-4e37-a1f3-eec75c315158 req-15d01db0-0f6b-4c95-ab87-ae74966c295f tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] No DVR routers for this DVR port 21273c8f-f6a0-4cf6-8549-21fb5883ff2b on host hv-cinder-84339 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:21:06.482037 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c4f32bbd-623a-4e37-a1f3-eec75c315158 req-15d01db0-0f6b-4c95-ab87-ae74966c295f tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:06.485498 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:21:06.486406 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c4f32bbd-623a-4e37-a1f3-eec75c315158 req-15d01db0-0f6b-4c95-ab87-ae74966c295f tempest-TestMinimumBasicScenario-808043811 tempest-TestMinimumBasicScenario-808043811-project] 10.222.0.42 "DELETE /v2.0/ports/21273c8f-f6a0-4cf6-8549-21fb5883ff2b HTTP/1.1" status: 204 len: 173 time: 0.5439398 May 26 11:21:06.486858 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b10c74-67ca-4921-8970-cdca21dafdb5', 'name': 'network-vif-deleted', 'tag': '21273c8f-f6a0-4cf6-8549-21fb5883ff2b'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:21:06.489662 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ee9746-c29a-4bbb-b74a-24628a9a4309" -d '{"events": [{"server_uuid": "80b10c74-67ca-4921-8970-cdca21dafdb5", "name": "network-vif-deleted", "tag": "21273c8f-f6a0-4cf6-8549-21fb5883ff2b"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:21:06.525346 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-191daa5b-766d-4699-8f49-b628b8a3fc70 req-ee7ab0d8-dce6-4538-954c-37847b05fb56 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453923 May 26 11:21:06.530511 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b27bf9-68e3-438f-8929-d106959310e3 x-openstack-request-id: req-97b27bf9-68e3-438f-8929-d106959310e3 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:21:06.530798 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b10c74-67ca-4921-8970-cdca21dafdb5", "name": "network-vif-deleted", "tag": "21273c8f-f6a0-4cf6-8549-21fb5883ff2b", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:21:06.531047 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97b27bf9-68e3-438f-8929-d106959310e3 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:21:06.531479 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b27bf9-68e3-438f-8929-d106959310e3'] response: {'server_uuid': '80b10c74-67ca-4921-8970-cdca21dafdb5', 'name': 'network-vif-deleted', 'tag': '21273c8f-f6a0-4cf6-8549-21fb5883ff2b', 'status': 'completed', 'code': 200} May 26 11:21:07.053778 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bed4f-d780-464a-a3e4-d67c5a10963d req-f14e67d7-0f2e-4d98-9900-7118906dbd20 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:07.056751 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f34bed4f-d780-464a-a3e4-d67c5a10963d req-f14e67d7-0f2e-4d98-9900-7118906dbd20 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0462060-46d6-4277-8ebc-21ba0f671132 HTTP/1.1" status: 200 len: 946 time: 0.0499187 May 26 11:21:07.096488 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f34bed4f-d780-464a-a3e4-d67c5a10963d req-479a9049-510d-4247-bfe7-c7fba8f257d9 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=efdc4259-6656-4b37-9c3e-8698ca1d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335984 May 26 11:21:07.290461 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 43704) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:07.397762 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-26d1cacf-2f71-4fae-b2c7-811ff3db4dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:07.477377 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-26d1cacf-2f71-4fae-b2c7-811ff3db4dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:07.552777 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-26d1cacf-2f71-4fae-b2c7-811ff3db4dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:07.591729 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1cacf-2f71-4fae-b2c7-811ff3db4dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2b0145-0f70-48f8-8f1a-ef218774ead8,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:07.596874 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcab67-5d12-482b-b91b-8d0e4d776039 req-ef61077f-38ee-4eea-8bc4-c2d6f16ae8d8 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:07.598566 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fddcab67-5d12-482b-b91b-8d0e4d776039 req-ef61077f-38ee-4eea-8bc4-c2d6f16ae8d8 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0462060-46d6-4277-8ebc-21ba0f671132 HTTP/1.1" status: 200 len: 946 time: 0.0553310 May 26 11:21:07.640670 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-26d1cacf-2f71-4fae-b2c7-811ff3db4dd9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=afa7bdbfa2d8424d86d61abb93424aae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3490872 May 26 11:21:07.643145 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 43720) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:07.687192 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d50ead-bdb8-4650-b9fb-c42af864ebc7 req-9a1f656c-7f97-4e76-9d05-9e860ec9bc75 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:07.689009 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e5d50ead-bdb8-4650-b9fb-c42af864ebc7 req-9a1f656c-7f97-4e76-9d05-9e860ec9bc75 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 946 time: 0.0854447 May 26 11:21:07.702979 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-fddcab67-5d12-482b-b91b-8d0e4d776039 req-833f03cb-bf0f-4427-a8a8-33af57ab0775 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Deleting port 89b3a014-2783-436e-8007-fc368b0f4bf0 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:21:07.703332 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-fddcab67-5d12-482b-b91b-8d0e4d776039 req-833f03cb-bf0f-4427-a8a8-33af57ab0775 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:07.743743 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-13f94a34-b1d2-4c73-9c82-071f814a2f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:07.752186 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e5d50ead-bdb8-4650-b9fb-c42af864ebc7 req-a9fa1c2e-3121-4a6b-941b-74464c829af9 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536213 May 26 11:21:07.772906 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-13f94a34-b1d2-4c73-9c82-071f814a2f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:07.811881 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-fddcab67-5d12-482b-b91b-8d0e4d776039 req-833f03cb-bf0f-4427-a8a8-33af57ab0775 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] For port 89b3a014-2783-436e-8007-fc368b0f4bf0, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=89b3a014-2783-436e-8007-fc368b0f4bf0,segment=NetworkSegment(bb0632a9-f043-4b7e-b617-618509deb876),segment_id=bb0632a9-f043-4b7e-b617-618509deb876)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:21:07.814221 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-fddcab67-5d12-482b-b91b-8d0e4d776039 req-833f03cb-bf0f-4427-a8a8-33af57ab0775 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:07.909615 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-13f94a34-b1d2-4c73-9c82-071f814a2f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:07.912240 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-13f94a34-b1d2-4c73-9c82-071f814a2f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:07.913481 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-13f94a34-b1d2-4c73-9c82-071f814a2f10 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b2b0145-0f70-48f8-8f1a-ef218774ead8 HTTP/1.1" status: 204 len: 168 time: 0.2680433 May 26 11:21:07.922233 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f94a34-b1d2-4c73-9c82-071f814a2f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2b0145-0f70-48f8-8f1a-ef218774ead8,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:07.993863 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-fddcab67-5d12-482b-b91b-8d0e4d776039 req-833f03cb-bf0f-4427-a8a8-33af57ab0775 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:07.994257 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-fddcab67-5d12-482b-b91b-8d0e4d776039 req-833f03cb-bf0f-4427-a8a8-33af57ab0775 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:07.994569 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.l3_db [req-fddcab67-5d12-482b-b91b-8d0e4d776039 req-833f03cb-bf0f-4427-a8a8-33af57ab0775 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Floating IP 57c3d7e3-aa01-4dcc-95d9-7b974b2cd299 disassociated. External IP: 172.27.2.107, port: 89b3a014-2783-436e-8007-fc368b0f4bf0. May 26 11:21:07.994988 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-fddcab67-5d12-482b-b91b-8d0e4d776039 req-833f03cb-bf0f-4427-a8a8-33af57ab0775 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Calling delete_port for 89b3a014-2783-436e-8007-fc368b0f4bf0 owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:21:08.193688 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-fddcab67-5d12-482b-b91b-8d0e4d776039 req-833f03cb-bf0f-4427-a8a8-33af57ab0775 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:08.236819 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f03cb-bf0f-4427-a8a8-33af57ab0775 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Pushing event deleted for resources: {'Port': ['ID=89b3a014-2783-436e-8007-fc368b0f4bf0,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:08.290063 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265200f5-4cc3-4b4e-bb03-0197a5af9121 req-fd1558e8-705b-42a8-837d-0f78613e8836 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:08.291582 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-265200f5-4cc3-4b4e-bb03-0197a5af9121 req-fd1558e8-705b-42a8-837d-0f78613e8836 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0462060-46d6-4277-8ebc-21ba0f671132 HTTP/1.1" status: 200 len: 867 time: 0.1255362 May 26 11:21:08.371531 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-265200f5-4cc3-4b4e-bb03-0197a5af9121 req-269b96dd-c63a-4db1-9771-32a10b0475e0 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups?id=efdc4259-6656-4b37-9c3e-8698ca1d0b77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730388 May 26 11:21:08.389858 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fddcab67-5d12-482b-b91b-8d0e4d776039 req-833f03cb-bf0f-4427-a8a8-33af57ab0775 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Router ab6af0dc-735e-46dc-88d0-4e27069c775d has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:21:08.491804 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fddcab67-5d12-482b-b91b-8d0e4d776039 req-833f03cb-bf0f-4427-a8a8-33af57ab0775 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:21:08.502320 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2762b4cd-e3ab-4659-9bfb-f83374919a45 None None] Sync routers for ids ['ab6af0dc-735e-46dc-88d0-4e27069c775d'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:21:08.511947 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2762b4cd-e3ab-4659-9bfb-f83374919a45 None None] Routers {'ab6af0dc-735e-46dc-88d0-4e27069c775d'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:21:08.512551 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-2762b4cd-e3ab-4659-9bfb-f83374919a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:20:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['ab6af0dc-735e-46dc-88d0-4e27069c775d'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:08.533294 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-fddcab67-5d12-482b-b91b-8d0e4d776039 req-833f03cb-bf0f-4427-a8a8-33af57ab0775 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] No DVR routers for this DVR port 89b3a014-2783-436e-8007-fc368b0f4bf0 on host hv-cinder-84339 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:21:08.536933 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-fddcab67-5d12-482b-b91b-8d0e4d776039 req-833f03cb-bf0f-4427-a8a8-33af57ab0775 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:08.540427 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fddcab67-5d12-482b-b91b-8d0e4d776039 req-833f03cb-bf0f-4427-a8a8-33af57ab0775 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.42 "DELETE /v2.0/ports/89b3a014-2783-436e-8007-fc368b0f4bf0 HTTP/1.1" status: 204 len: 173 time: 0.9361932 May 26 11:21:08.540920 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0462060-46d6-4277-8ebc-21ba0f671132', 'name': 'network-vif-deleted', 'tag': '89b3a014-2783-436e-8007-fc368b0f4bf0'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:21:08.543149 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec2e054-1aec-4b68-ba12-11da35537c07" -d '{"events": [{"server_uuid": "d0462060-46d6-4277-8ebc-21ba0f671132", "name": "network-vif-deleted", "tag": "89b3a014-2783-436e-8007-fc368b0f4bf0"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:21:08.605199 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070f5f68-0011-4c48-af22-bace075c6e1d x-openstack-request-id: req-070f5f68-0011-4c48-af22-bace075c6e1d {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:21:08.605789 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0462060-46d6-4277-8ebc-21ba0f671132", "name": "network-vif-deleted", "tag": "89b3a014-2783-436e-8007-fc368b0f4bf0", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:21:08.605789 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-070f5f68-0011-4c48-af22-bace075c6e1d {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:21:08.606113 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-070f5f68-0011-4c48-af22-bace075c6e1d'] response: {'server_uuid': 'd0462060-46d6-4277-8ebc-21ba0f671132', 'name': 'network-vif-deleted', 'tag': '89b3a014-2783-436e-8007-fc368b0f4bf0', 'status': 'completed', 'code': 200} May 26 11:21:08.643150 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-2762b4cd-e3ab-4659-9bfb-f83374919a45 None None] Set router ab6af0dc-735e-46dc-88d0-4e27069c775d gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:21:08.853831 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-2762b4cd-e3ab-4659-9bfb-f83374919a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'name': 'tempest-AttachVolumeTestJSON-961201596-router', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:43Z', 'updated_at': '2022-05-26T11:14:49Z', 'revision_number': 4, 'project_id': 'f75021785f634f61b049c180934660f4', 'gw_port': {'id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '0623f22e-f237-423b-87b1-0fac998beb72', 'name': '', 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'mac_address': 'fa:16:3e:f5:06:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:48Z', 'updated_at': '2022-05-26T11:14:59Z', 'revision_number': 5, 'project_id': 'f75021785f634f61b049c180934660f4', 'subnets': [{'id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:08.880855 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2762b4cd-e3ab-4659-9bfb-f83374919a45 None None] Checking router: ab6af0dc-735e-46dc-88d0-4e27069c775d for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:21:08.889069 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2762b4cd-e3ab-4659-9bfb-f83374919a45 None None] Routers {'ab6af0dc-735e-46dc-88d0-4e27069c775d'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:21:08.889670 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-2762b4cd-e3ab-4659-9bfb-f83374919a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:20:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['ab6af0dc-735e-46dc-88d0-4e27069c775d'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:08.994314 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-2762b4cd-e3ab-4659-9bfb-f83374919a45 None None] Set router ab6af0dc-735e-46dc-88d0-4e27069c775d gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:21:09.204408 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-2762b4cd-e3ab-4659-9bfb-f83374919a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'name': 'tempest-AttachVolumeTestJSON-961201596-router', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:43Z', 'updated_at': '2022-05-26T11:14:49Z', 'revision_number': 4, 'project_id': 'f75021785f634f61b049c180934660f4', 'gw_port': {'id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '0623f22e-f237-423b-87b1-0fac998beb72', 'name': '', 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'mac_address': 'fa:16:3e:f5:06:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:48Z', 'updated_at': '2022-05-26T11:14:59Z', 'revision_number': 5, 'project_id': 'f75021785f634f61b049c180934660f4', 'subnets': [{'id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:09.207744 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 43782) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:09.237891 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2762b4cd-e3ab-4659-9bfb-f83374919a45 None None] The sync data for ids ['ab6af0dc-735e-46dc-88d0-4e27069c775d'] in dv-cinder-843395-1-iscsi is: [{'id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'name': 'tempest-AttachVolumeTestJSON-961201596-router', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:43Z', 'updated_at': '2022-05-26T11:14:49Z', 'revision_number': 4, 'project_id': 'f75021785f634f61b049c180934660f4', 'gw_port': {'id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '0623f22e-f237-423b-87b1-0fac998beb72', 'name': '', 'network_id': '3ff00a8f-4904-4850-8392-2b7e558c981b', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'mac_address': 'fa:16:3e:f5:06:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:48Z', 'updated_at': '2022-05-26T11:14:59Z', 'revision_number': 5, 'project_id': 'f75021785f634f61b049c180934660f4', 'subnets': [{'id': 'b2d5adfb-8844-43b5-9569-dc8a73d4cd6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:21:09.303920 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 21273c8f-f6a0-4cf6-8549-21fb5883ff2b no longer exists at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:21:09.326224 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] No Port match for: 21273c8f-f6a0-4cf6-8549-21fb5883ff2b {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:21:09.326571 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 21273c8f-f6a0-4cf6-8549-21fb5883ff2b not bound to the agent host hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:21:09.327014 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 89b3a014-2783-436e-8007-fc368b0f4bf0 no longer exists at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:21:09.348348 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:09.348848 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] No Port match for: 89b3a014-2783-436e-8007-fc368b0f4bf0 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:21:09.349187 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 89b3a014-2783-436e-8007-fc368b0f4bf0 not bound to the agent host hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:21:09.486184 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-18cfb48b-f242-430c-acf1-b46df520b822 req-03781ea3-1ccb-48aa-b4ed-4232ad575f1b tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0462060-46d6-4277-8ebc-21ba0f671132 HTTP/1.1" status: 200 len: 210 time: 0.0315964 May 26 11:21:09.540082 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc829afe-4fc7-4183-ab84-b1d60f1950a5 None None] New status for floating IP 57c3d7e3-aa01-4dcc-95d9-7b974b2cd299: DOWN {{(pid=102813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:21:09.703582 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e7d964e3-365d-4601-9474-a1317a7f8cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1665277'] for router_interface, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:09.997797 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-e7d964e3-365d-4601-9474-a1317a7f8cc5 admin admin] Deleting port 6f654e97-94fa-45c5-b91a-171bab363902 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:21:09.998075 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e7d964e3-365d-4601-9474-a1317a7f8cc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:10.075366 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-e7d964e3-365d-4601-9474-a1317a7f8cc5 admin admin] For port 6f654e97-94fa-45c5-b91a-171bab363902, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=6f654e97-94fa-45c5-b91a-171bab363902,segment=NetworkSegment(32c73b14-dbd8-4220-ae77-a0387019faac),segment_id=32c73b14-dbd8-4220-ae77-a0387019faac)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:21:10.075740 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e7d964e3-365d-4601-9474-a1317a7f8cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:10.087987 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-e7d964e3-365d-4601-9474-a1317a7f8cc5 admin admin] Calling delete_port for 6f654e97-94fa-45c5-b91a-171bab363902 owned by network:router_interface {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:21:10.349736 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e7d964e3-365d-4601-9474-a1317a7f8cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:10.377472 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d964e3-365d-4601-9474-a1317a7f8cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f654e97-94fa-45c5-b91a-171bab363902,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:10.540690 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e7d964e3-365d-4601-9474-a1317a7f8cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667853'] for router_interface, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:10.650310 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 43794) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:10.708793 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-da79b18a-9715-4ca9-b0ac-cb3bbbb050d8 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:10.733667 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-da79b18a-9715-4ca9-b0ac-cb3bbbb050d8 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:10.847384 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-da79b18a-9715-4ca9-b0ac-cb3bbbb050d8 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:10.850014 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-da79b18a-9715-4ca9-b0ac-cb3bbbb050d8 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:10.851168 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-da79b18a-9715-4ca9-b0ac-cb3bbbb050d8 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "DELETE /v2.0/security-groups/efdc4259-6656-4b37-9c3e-8698ca1d0b77 HTTP/1.1" status: 204 len: 168 time: 0.1991498 May 26 11:21:10.853944 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 43796) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:10.860198 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da79b18a-9715-4ca9-b0ac-cb3bbbb050d8 tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdc4259-6656-4b37-9c3e-8698ca1d0b77,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:10.870534 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.api.v2.resource [None req-3c68082c-9e4d-4c3e-a4c2-a0d89539171d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] show failed (client error): The resource could not be found. May 26 11:21:10.874220 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-3c68082c-9e4d-4c3e-a4c2-a0d89539171d tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "GET /v2.0/security-groups/efdc4259-6656-4b37-9c3e-8698ca1d0b77 HTTP/1.1" status: 404 len: 347 time: 0.0166185 May 26 11:21:10.875665 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 43798) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:10.992931 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d964e3-365d-4601-9474-a1317a7f8cc5 admin admin] Router 6cc139fe-efb5-4e96-921b-dd10c7ee247a has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:21:11.001739 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-da53ca53-5f03-40bd-89f2-80e359f9326f tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Deleting port 6dfcbbad-eba7-4ea6-b863-a9f219b1d7ac {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:21:11.002141 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-da53ca53-5f03-40bd-89f2-80e359f9326f tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:11.104383 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d964e3-365d-4601-9474-a1317a7f8cc5 admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:21:11.109673 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e7d964e3-365d-4601-9474-a1317a7f8cc5 admin admin] 10.222.0.21 "PUT /v2.0/routers/6cc139fe-efb5-4e96-921b-dd10c7ee247a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9003189 May 26 11:21:11.112157 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 43804) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:11.116064 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27321f14-654c-4b70-a18f-b54edd8401d1 None None] Sync routers for ids ['6cc139fe-efb5-4e96-921b-dd10c7ee247a'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:21:11.128690 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27321f14-654c-4b70-a18f-b54edd8401d1 None None] Routers {'6cc139fe-efb5-4e96-921b-dd10c7ee247a'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:21:11.129743 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-27321f14-654c-4b70-a18f-b54edd8401d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:20:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['6cc139fe-efb5-4e96-921b-dd10c7ee247a'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:11.240146 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d225e37d-e965-48db-92b9-f87525e4fb26 admin admin] Notify callbacks [] for router, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:11.245682 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-27321f14-654c-4b70-a18f-b54edd8401d1 None None] Set router 6cc139fe-efb5-4e96-921b-dd10c7ee247a gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:21:11.327406 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-da53ca53-5f03-40bd-89f2-80e359f9326f tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:11.327733 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-da53ca53-5f03-40bd-89f2-80e359f9326f tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:11.341261 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-da53ca53-5f03-40bd-89f2-80e359f9326f tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Calling delete_port for 6dfcbbad-eba7-4ea6-b863-a9f219b1d7ac owned by network:floatingip {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:21:11.361931 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d225e37d-e965-48db-92b9-f87525e4fb26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:11.450187 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-27321f14-654c-4b70-a18f-b54edd8401d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'name': 'tempest-TestMinimumBasicScenario-1193264515-router', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.58'}], 'enable_snat': True}, 'gw_port_id': '5c6a6186-e8d2-4e9c-87f7-0853a450a6c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:17:40Z', 'updated_at': '2022-05-26T11:21:10Z', 'revision_number': 5, 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'gw_port': {'id': '5c6a6186-e8d2-4e9c-87f7-0853a450a6c7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:94:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:42Z', 'updated_at': '2022-05-26T11:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:11.475596 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-d225e37d-e965-48db-92b9-f87525e4fb26 admin admin] Deleting port 5c6a6186-e8d2-4e9c-87f7-0853a450a6c7 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:21:11.475892 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d225e37d-e965-48db-92b9-f87525e4fb26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:11.477858 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27321f14-654c-4b70-a18f-b54edd8401d1 None None] Checking router: 6cc139fe-efb5-4e96-921b-dd10c7ee247a for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:21:11.486612 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27321f14-654c-4b70-a18f-b54edd8401d1 None None] Routers {'6cc139fe-efb5-4e96-921b-dd10c7ee247a'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:21:11.487242 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-27321f14-654c-4b70-a18f-b54edd8401d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:20:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['6cc139fe-efb5-4e96-921b-dd10c7ee247a'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:11.557984 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-da53ca53-5f03-40bd-89f2-80e359f9326f tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:11.558476 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-d225e37d-e965-48db-92b9-f87525e4fb26 admin admin] For port 5c6a6186-e8d2-4e9c-87f7-0853a450a6c7, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=5c6a6186-e8d2-4e9c-87f7-0853a450a6c7,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:21:11.558874 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d225e37d-e965-48db-92b9-f87525e4fb26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:11.574040 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-d225e37d-e965-48db-92b9-f87525e4fb26 admin admin] Calling delete_port for 5c6a6186-e8d2-4e9c-87f7-0853a450a6c7 owned by network:router_gateway {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:21:11.585515 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53ca53-5f03-40bd-89f2-80e359f9326f tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Pushing event deleted for resources: {'Port': ['ID=6dfcbbad-eba7-4ea6-b863-a9f219b1d7ac,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:11.646315 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-da53ca53-5f03-40bd-89f2-80e359f9326f tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks [] for floatingip, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:11.649393 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-da53ca53-5f03-40bd-89f2-80e359f9326f tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:11.650783 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-da53ca53-5f03-40bd-89f2-80e359f9326f tempest-AttachVolumeTestJSON-791228688 tempest-AttachVolumeTestJSON-791228688-project] 10.222.0.21 "DELETE /v2.0/floatingips/57c3d7e3-aa01-4dcc-95d9-7b974b2cd299 HTTP/1.1" status: 204 len: 168 time: 0.7740989 May 26 11:21:11.686794 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-27321f14-654c-4b70-a18f-b54edd8401d1 None None] Set router 6cc139fe-efb5-4e96-921b-dd10c7ee247a gateway port host: None {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:21:11.741388 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-27321f14-654c-4b70-a18f-b54edd8401d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'name': 'tempest-TestMinimumBasicScenario-1193264515-router', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:17:40Z', 'updated_at': '2022-05-26T11:21:11Z', 'revision_number': 6, 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'gw_port_host': None}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:11.767658 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27321f14-654c-4b70-a18f-b54edd8401d1 None None] The sync data for ids ['6cc139fe-efb5-4e96-921b-dd10c7ee247a'] in dv-cinder-843395-1-iscsi is: [{'id': '6cc139fe-efb5-4e96-921b-dd10c7ee247a', 'name': 'tempest-TestMinimumBasicScenario-1193264515-router', 'tenant_id': 'b8330e6f157749c79c6f779ab940e1b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:17:40Z', 'updated_at': '2022-05-26T11:21:11Z', 'revision_number': 6, 'project_id': 'b8330e6f157749c79c6f779ab940e1b5', 'gw_port_host': None}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:21:11.835396 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d225e37d-e965-48db-92b9-f87525e4fb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:11.861826 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d225e37d-e965-48db-92b9-f87525e4fb26 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c6a6186-e8d2-4e9c-87f7-0853a450a6c7,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:11.923675 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d225e37d-e965-48db-92b9-f87525e4fb26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667235'] for router_gateway, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:12.022263 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d225e37d-e965-48db-92b9-f87525e4fb26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4381'] for router, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:12.024265 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d225e37d-e965-48db-92b9-f87525e4fb26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:12.123560 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d225e37d-e965-48db-92b9-f87525e4fb26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667729'] for router, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:12.124015 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d225e37d-e965-48db-92b9-f87525e4fb26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cc139fe-efb5-4e96-921b-dd10c7ee247a {{(pid=102810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 11:21:12.129443 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d225e37d-e965-48db-92b9-f87525e4fb26 admin admin] Notify callbacks [] for router, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:12.130809 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-d225e37d-e965-48db-92b9-f87525e4fb26 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6cc139fe-efb5-4e96-921b-dd10c7ee247a HTTP/1.1" status: 204 len: 168 time: 1.0174601 May 26 11:21:12.133422 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 43812) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:12.184229 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_v2 [None req-116ed970-670d-4c2b-b30d-b10de3ca8481 admin admin] Deleting subnet 574ef81a-b121-4d5b-8038-17d4fb5c5a45 {{(pid=102810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 11:21:12.187347 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-116ed970-670d-4c2b-b30d-b10de3ca8481 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:12.221463 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-116ed970-670d-4c2b-b30d-b10de3ca8481 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8569443'] for subnet, precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:12.296077 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-116ed970-670d-4c2b-b30d-b10de3ca8481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778400'] for subnet, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:12.403203 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-116ed970-670d-4c2b-b30d-b10de3ca8481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-778411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8805057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8670238'] for subnet, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:12.432163 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ed970-670d-4c2b-b30d-b10de3ca8481 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=574ef81a-b121-4d5b-8038-17d4fb5c5a45,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:12.435582 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-116ed970-670d-4c2b-b30d-b10de3ca8481 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:12.440209 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-116ed970-670d-4c2b-b30d-b10de3ca8481 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/574ef81a-b121-4d5b-8038-17d4fb5c5a45 HTTP/1.1" status: 204 len: 168 time: 0.3058264 May 26 11:21:12.442358 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315d77ed-de60-4c94-b37e-fe42838874d8 None None] Network ecba23a2-84f5-4d25-94be-3592338dfd31 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:21:12.442873 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 43816) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:12.511813 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-437e53fd-6a66-4b95-8601-3ae309fcf86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590719'] for network, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:12.566648 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-437e53fd-6a66-4b95-8601-3ae309fcf86e admin admin] Deleting port 3a294579-3de3-4abd-a4e5-85d3d12dd269 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:21:12.566992 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-437e53fd-6a66-4b95-8601-3ae309fcf86e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:12.634254 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-437e53fd-6a66-4b95-8601-3ae309fcf86e admin admin] For port 3a294579-3de3-4abd-a4e5-85d3d12dd269, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=3a294579-3de3-4abd-a4e5-85d3d12dd269,segment=NetworkSegment(32c73b14-dbd8-4220-ae77-a0387019faac),segment_id=32c73b14-dbd8-4220-ae77-a0387019faac)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:21:12.634644 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-437e53fd-6a66-4b95-8601-3ae309fcf86e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:12.636306 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac3ae5d-2340-4b13-b216-e1dfc6d51ff1 None None] DHCP port deletion for ecba23a2-84f5-4d25-94be-3592338dfd31 request from dv-cinder-843395-1-iscsi {{(pid=102813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 11:21:12.648438 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-437e53fd-6a66-4b95-8601-3ae309fcf86e admin admin] Calling delete_port for 3a294579-3de3-4abd-a4e5-85d3d12dd269 owned by network:dhcp {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:21:12.685882 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-bac3ae5d-2340-4b13-b216-e1dfc6d51ff1 None None] Deleting port 3a294579-3de3-4abd-a4e5-85d3d12dd269 {{(pid=102813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:21:12.686260 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-bac3ae5d-2340-4b13-b216-e1dfc6d51ff1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:12.754524 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-bac3ae5d-2340-4b13-b216-e1dfc6d51ff1 None None] For port 3a294579-3de3-4abd-a4e5-85d3d12dd269, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=3a294579-3de3-4abd-a4e5-85d3d12dd269,segment=NetworkSegment(32c73b14-dbd8-4220-ae77-a0387019faac),segment_id=32c73b14-dbd8-4220-ae77-a0387019faac)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:21:12.754919 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-bac3ae5d-2340-4b13-b216-e1dfc6d51ff1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:12.769368 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-bac3ae5d-2340-4b13-b216-e1dfc6d51ff1 None None] Calling delete_port for 3a294579-3de3-4abd-a4e5-85d3d12dd269 owned by network:dhcp {{(pid=102813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:21:12.829473 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-437e53fd-6a66-4b95-8601-3ae309fcf86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:12.841894 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-bac3ae5d-2340-4b13-b216-e1dfc6d51ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846'] for port, after_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:12.856318 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e53fd-6a66-4b95-8601-3ae309fcf86e admin admin] Pushing event deleted for resources: {'Port': ['ID=3a294579-3de3-4abd-a4e5-85d3d12dd269,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:12.858207 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437e53fd-6a66-4b95-8601-3ae309fcf86e admin admin] No DVR routers for this DVR port 3a294579-3de3-4abd-a4e5-85d3d12dd269 on host dv-cinder-843395-1-iscsi {{(pid=102810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:21:12.865827 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3ae5d-2340-4b13-b216-e1dfc6d51ff1 None None] Pushing event deleted for resources: {'Port': ['ID=3a294579-3de3-4abd-a4e5-85d3d12dd269,revision_number=None']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:12.869743 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac3ae5d-2340-4b13-b216-e1dfc6d51ff1 None None] No DVR routers for this DVR port 3a294579-3de3-4abd-a4e5-85d3d12dd269 on host dv-cinder-843395-1-iscsi {{(pid=102813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:21:12.931898 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-437e53fd-6a66-4b95-8601-3ae309fcf86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784951', 'neutron.services.segments.db._delete_segments_for_network-8744569547816'] for network, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:12.952486 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-437e53fd-6a66-4b95-8601-3ae309fcf86e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecba23a2-84f5-4d25-94be-3592338dfd31']}} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:12.963650 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-437e53fd-6a66-4b95-8601-3ae309fcf86e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c73b14-dbd8-4220-ae77-a0387019faac') {'for_net_delete': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:12.963953 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-437e53fd-6a66-4b95-8601-3ae309fcf86e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c73b14-dbd8-4220-ae77-a0387019faac') {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:12.973620 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-437e53fd-6a66-4b95-8601-3ae309fcf86e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744569548081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8569450'] for segment, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:12.986353 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-437e53fd-6a66-4b95-8601-3ae309fcf86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:12.992472 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437e53fd-6a66-4b95-8601-3ae309fcf86e admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=102810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:21:12.992896 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-437e53fd-6a66-4b95-8601-3ae309fcf86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8806243'] for segment, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:13.119544 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.services.segments.plugin [-] Segment 32c73b14-dbd8-4220-ae77-a0387019faac resource provider aggregate not found May 26 11:21:13.135261 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.services.segments.plugin [-] Segment 32c73b14-dbd8-4220-ae77-a0387019faac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32c73b14-dbd8-4220-ae77-a0387019faac found for delete ", "request_id": "req-31bd657d-f551-433d-a782-0f5cc5c057ca"}]} May 26 11:21:13.138164 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-437e53fd-6a66-4b95-8601-3ae309fcf86e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667215'] for network, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:13.143843 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-437e53fd-6a66-4b95-8601-3ae309fcf86e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:13.150899 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-437e53fd-6a66-4b95-8601-3ae309fcf86e admin admin] 10.222.0.21 "DELETE /v2.0/networks/ecba23a2-84f5-4d25-94be-3592338dfd31 HTTP/1.1" status: 204 len: 168 time: 0.7033617 May 26 11:21:13.151235 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 43826) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:13.157997 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e53fd-6a66-4b95-8601-3ae309fcf86e admin admin] Pushing event deleted for resources: {'Network': ['ID=ecba23a2-84f5-4d25-94be-3592338dfd31,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:13.481082 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-29be7081-bda5-4e06-b724-8fcf1c4b5d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1665277'] for router_interface, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:13.728591 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-29be7081-bda5-4e06-b724-8fcf1c4b5d65 admin admin] Deleting port d2a6fe3c-81c1-4d73-8561-266444c436a1 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:21:13.729019 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-29be7081-bda5-4e06-b724-8fcf1c4b5d65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:13.752354 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 5c6a6186-e8d2-4e9c-87f7-0853a450a6c7 no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:21:13.781246 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: 5c6a6186-e8d2-4e9c-87f7-0853a450a6c7 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:21:13.781595 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 5c6a6186-e8d2-4e9c-87f7-0853a450a6c7 not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:21:13.782010 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 3a294579-3de3-4abd-a4e5-85d3d12dd269 no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:21:13.804296 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: 3a294579-3de3-4abd-a4e5-85d3d12dd269 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:21:13.804658 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 3a294579-3de3-4abd-a4e5-85d3d12dd269 not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:21:13.805078 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 6f654e97-94fa-45c5-b91a-171bab363902 no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:21:13.806825 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-29be7081-bda5-4e06-b724-8fcf1c4b5d65 admin admin] For port d2a6fe3c-81c1-4d73-8561-266444c436a1, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=d2a6fe3c-81c1-4d73-8561-266444c436a1,segment=NetworkSegment(9af80024-147b-494a-b218-bf0671baa2ef),segment_id=9af80024-147b-494a-b218-bf0671baa2ef)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:21:13.807189 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-29be7081-bda5-4e06-b724-8fcf1c4b5d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:13.818622 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-29be7081-bda5-4e06-b724-8fcf1c4b5d65 admin admin] Calling delete_port for d2a6fe3c-81c1-4d73-8561-266444c436a1 owned by network:router_interface {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:21:13.826304 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: 6f654e97-94fa-45c5-b91a-171bab363902 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:21:13.826652 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 6f654e97-94fa-45c5-b91a-171bab363902 not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:21:14.140606 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-29be7081-bda5-4e06-b724-8fcf1c4b5d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:14.168258 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be7081-bda5-4e06-b724-8fcf1c4b5d65 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2a6fe3c-81c1-4d73-8561-266444c436a1,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:14.329880 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-29be7081-bda5-4e06-b724-8fcf1c4b5d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667853'] for router_interface, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:14.536054 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29be7081-bda5-4e06-b724-8fcf1c4b5d65 admin admin] Router 7e7ce48b-2909-44c0-a385-5adea73b509a has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:21:14.638927 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29be7081-bda5-4e06-b724-8fcf1c4b5d65 admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:21:14.644134 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-29be7081-bda5-4e06-b724-8fcf1c4b5d65 admin admin] 10.222.0.21 "PUT /v2.0/routers/7e7ce48b-2909-44c0-a385-5adea73b509a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4928606 May 26 11:21:14.646516 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 43834) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:14.647464 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86077bce-9f38-45f7-9f09-7896e3055097 None None] Sync routers for ids ['7e7ce48b-2909-44c0-a385-5adea73b509a'] in dv-cinder-843395-1-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:21:14.658448 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86077bce-9f38-45f7-9f09-7896e3055097 None None] Routers {'7e7ce48b-2909-44c0-a385-5adea73b509a'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:21:14.659091 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-86077bce-9f38-45f7-9f09-7896e3055097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:20:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['7e7ce48b-2909-44c0-a385-5adea73b509a'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:14.747022 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-956f5e0c-4229-4bfe-a5f5-07709146650c admin admin] Notify callbacks [] for router, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:14.761848 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-86077bce-9f38-45f7-9f09-7896e3055097 None None] Set router 7e7ce48b-2909-44c0-a385-5adea73b509a gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:21:14.847341 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-956f5e0c-4229-4bfe-a5f5-07709146650c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:14.990419 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-956f5e0c-4229-4bfe-a5f5-07709146650c admin admin] Deleting port 42e7f5c4-a888-4014-928c-1cdc80724587 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:21:14.990766 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-956f5e0c-4229-4bfe-a5f5-07709146650c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:15.074196 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-956f5e0c-4229-4bfe-a5f5-07709146650c admin admin] For port 42e7f5c4-a888-4014-928c-1cdc80724587, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=42e7f5c4-a888-4014-928c-1cdc80724587,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:21:15.074598 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-956f5e0c-4229-4bfe-a5f5-07709146650c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:15.075063 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-86077bce-9f38-45f7-9f09-7896e3055097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7ce48b-2909-44c0-a385-5adea73b509a', 'name': 'tempest-TestMinimumBasicScenario-1315088494-router', 'tenant_id': 'decf754efa914c30aba7d4b8c59240b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.25'}], 'enable_snat': True}, 'gw_port_id': '42e7f5c4-a888-4014-928c-1cdc80724587', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:17:49Z', 'updated_at': '2022-05-26T11:21:13Z', 'revision_number': 5, 'project_id': 'decf754efa914c30aba7d4b8c59240b8', 'gw_port': {'id': '42e7f5c4-a888-4014-928c-1cdc80724587', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:74:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7ce48b-2909-44c0-a385-5adea73b509a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:17:49Z', 'updated_at': '2022-05-26T11:17:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:15.086737 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-956f5e0c-4229-4bfe-a5f5-07709146650c admin admin] Calling delete_port for 42e7f5c4-a888-4014-928c-1cdc80724587 owned by network:router_gateway {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:21:15.102847 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86077bce-9f38-45f7-9f09-7896e3055097 None None] Checking router: 7e7ce48b-2909-44c0-a385-5adea73b509a for host: dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:21:15.111296 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86077bce-9f38-45f7-9f09-7896e3055097 None None] Routers {'7e7ce48b-2909-44c0-a385-5adea73b509a'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:21:15.111901 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-86077bce-9f38-45f7-9f09-7896e3055097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:20:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['7e7ce48b-2909-44c0-a385-5adea73b509a'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:15.201071 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-86077bce-9f38-45f7-9f09-7896e3055097 None None] Set router 7e7ce48b-2909-44c0-a385-5adea73b509a gateway port host: None {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:21:15.254617 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-86077bce-9f38-45f7-9f09-7896e3055097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e7ce48b-2909-44c0-a385-5adea73b509a', 'name': 'tempest-TestMinimumBasicScenario-1315088494-router', 'tenant_id': 'decf754efa914c30aba7d4b8c59240b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:17:49Z', 'updated_at': '2022-05-26T11:21:14Z', 'revision_number': 6, 'project_id': 'decf754efa914c30aba7d4b8c59240b8', 'gw_port_host': None}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:15.280408 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86077bce-9f38-45f7-9f09-7896e3055097 None None] The sync data for ids ['7e7ce48b-2909-44c0-a385-5adea73b509a'] in dv-cinder-843395-1-iscsi is: [{'id': '7e7ce48b-2909-44c0-a385-5adea73b509a', 'name': 'tempest-TestMinimumBasicScenario-1315088494-router', 'tenant_id': 'decf754efa914c30aba7d4b8c59240b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:17:49Z', 'updated_at': '2022-05-26T11:21:14Z', 'revision_number': 6, 'project_id': 'decf754efa914c30aba7d4b8c59240b8', 'gw_port_host': None}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:21:15.372541 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-956f5e0c-4229-4bfe-a5f5-07709146650c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:15.398601 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f5e0c-4229-4bfe-a5f5-07709146650c admin admin] Pushing event deleted for resources: {'Port': ['ID=42e7f5c4-a888-4014-928c-1cdc80724587,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:15.460099 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-956f5e0c-4229-4bfe-a5f5-07709146650c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667235'] for router_gateway, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:15.561016 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-956f5e0c-4229-4bfe-a5f5-07709146650c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4381'] for router, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:15.563236 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-956f5e0c-4229-4bfe-a5f5-07709146650c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:15.706909 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-956f5e0c-4229-4bfe-a5f5-07709146650c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667729'] for router, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:15.707845 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956f5e0c-4229-4bfe-a5f5-07709146650c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7e7ce48b-2909-44c0-a385-5adea73b509a {{(pid=102811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 11:21:15.713437 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-956f5e0c-4229-4bfe-a5f5-07709146650c admin admin] Notify callbacks [] for router, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:15.717270 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 43846) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:15.717727 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-956f5e0c-4229-4bfe-a5f5-07709146650c admin admin] 10.222.0.21 "DELETE /v2.0/routers/7e7ce48b-2909-44c0-a385-5adea73b509a HTTP/1.1" status: 204 len: 168 time: 1.0701151 May 26 11:21:15.766406 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_v2 [None req-36747ecb-52d2-458d-ad41-f4458dbd6cdd admin admin] Deleting subnet eabe0289-4e5a-4b45-830f-4e0b68651478 {{(pid=102810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 11:21:15.770137 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-36747ecb-52d2-458d-ad41-f4458dbd6cdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:15.803436 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-36747ecb-52d2-458d-ad41-f4458dbd6cdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8569443'] for subnet, precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:15.882084 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-36747ecb-52d2-458d-ad41-f4458dbd6cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778400'] for subnet, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:16.035632 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-36747ecb-52d2-458d-ad41-f4458dbd6cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-778411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8805057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8670238'] for subnet, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:16.061458 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36747ecb-52d2-458d-ad41-f4458dbd6cdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eabe0289-4e5a-4b45-830f-4e0b68651478,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:16.068506 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-36747ecb-52d2-458d-ad41-f4458dbd6cdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:16.071931 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-36747ecb-52d2-458d-ad41-f4458dbd6cdd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/eabe0289-4e5a-4b45-830f-4e0b68651478 HTTP/1.1" status: 204 len: 168 time: 0.3535340 May 26 11:21:16.072671 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a057b9d-2cf1-4ebd-9a21-45a8c7005b36 None None] Network 4fd57752-1dd4-4d7e-9a55-e6847a083e20 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:21:16.073135 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 43848) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:16.153460 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device d2a6fe3c-81c1-4d73-8561-266444c436a1 no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:21:16.175960 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-daddd157-af77-4927-9f19-4a3ecc243a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590719'] for network, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:16.181745 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: d2a6fe3c-81c1-4d73-8561-266444c436a1 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:21:16.184082 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device d2a6fe3c-81c1-4d73-8561-266444c436a1 not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:21:16.244844 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-daddd157-af77-4927-9f19-4a3ecc243a82 admin admin] Deleting port 574dd3fa-c1b3-4103-804a-bbf8a2eb41b5 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:21:16.245186 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-daddd157-af77-4927-9f19-4a3ecc243a82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:16.293658 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3267009a-2560-4cfa-9d97-b40e37397a5e None None] DHCP port deletion for 4fd57752-1dd4-4d7e-9a55-e6847a083e20 request from dv-cinder-843395-1-iscsi {{(pid=102813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 11:21:16.313154 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-daddd157-af77-4927-9f19-4a3ecc243a82 admin admin] For port 574dd3fa-c1b3-4103-804a-bbf8a2eb41b5, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=574dd3fa-c1b3-4103-804a-bbf8a2eb41b5,segment=NetworkSegment(9af80024-147b-494a-b218-bf0671baa2ef),segment_id=9af80024-147b-494a-b218-bf0671baa2ef)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:21:16.313523 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-daddd157-af77-4927-9f19-4a3ecc243a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:16.329427 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-daddd157-af77-4927-9f19-4a3ecc243a82 admin admin] Calling delete_port for 574dd3fa-c1b3-4103-804a-bbf8a2eb41b5 owned by network:dhcp {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:21:16.347747 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-3267009a-2560-4cfa-9d97-b40e37397a5e None None] Deleting port 574dd3fa-c1b3-4103-804a-bbf8a2eb41b5 {{(pid=102813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:21:16.347747 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-3267009a-2560-4cfa-9d97-b40e37397a5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:16.419252 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-3267009a-2560-4cfa-9d97-b40e37397a5e None None] For port 574dd3fa-c1b3-4103-804a-bbf8a2eb41b5, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=574dd3fa-c1b3-4103-804a-bbf8a2eb41b5,segment=NetworkSegment(9af80024-147b-494a-b218-bf0671baa2ef),segment_id=9af80024-147b-494a-b218-bf0671baa2ef)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:21:16.419676 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-3267009a-2560-4cfa-9d97-b40e37397a5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:16.433545 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-3267009a-2560-4cfa-9d97-b40e37397a5e None None] Calling delete_port for 574dd3fa-c1b3-4103-804a-bbf8a2eb41b5 owned by network:dhcp {{(pid=102813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:21:16.494578 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-daddd157-af77-4927-9f19-4a3ecc243a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:16.509795 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-3267009a-2560-4cfa-9d97-b40e37397a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846'] for port, after_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:16.522043 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daddd157-af77-4927-9f19-4a3ecc243a82 admin admin] Pushing event deleted for resources: {'Port': ['ID=574dd3fa-c1b3-4103-804a-bbf8a2eb41b5,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:16.523808 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daddd157-af77-4927-9f19-4a3ecc243a82 admin admin] No DVR routers for this DVR port 574dd3fa-c1b3-4103-804a-bbf8a2eb41b5 on host dv-cinder-843395-1-iscsi {{(pid=102810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:21:16.542677 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267009a-2560-4cfa-9d97-b40e37397a5e None None] Pushing event deleted for resources: {'Port': ['ID=574dd3fa-c1b3-4103-804a-bbf8a2eb41b5,revision_number=None']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:16.546245 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3267009a-2560-4cfa-9d97-b40e37397a5e None None] No DVR routers for this DVR port 574dd3fa-c1b3-4103-804a-bbf8a2eb41b5 on host dv-cinder-843395-1-iscsi {{(pid=102813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:21:16.594437 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-daddd157-af77-4927-9f19-4a3ecc243a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784951', 'neutron.services.segments.db._delete_segments_for_network-8744569547816'] for network, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:16.615702 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-daddd157-af77-4927-9f19-4a3ecc243a82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd57752-1dd4-4d7e-9a55-e6847a083e20']}} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:16.624899 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-daddd157-af77-4927-9f19-4a3ecc243a82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af80024-147b-494a-b218-bf0671baa2ef') {'for_net_delete': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:16.625194 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-daddd157-af77-4927-9f19-4a3ecc243a82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af80024-147b-494a-b218-bf0671baa2ef') {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:16.637335 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-daddd157-af77-4927-9f19-4a3ecc243a82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744569548081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8569450'] for segment, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:16.649884 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-daddd157-af77-4927-9f19-4a3ecc243a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:16.655581 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daddd157-af77-4927-9f19-4a3ecc243a82 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=102810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:21:16.655960 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-daddd157-af77-4927-9f19-4a3ecc243a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8806243'] for segment, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:16.703283 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.services.segments.plugin [-] Segment 9af80024-147b-494a-b218-bf0671baa2ef resource provider aggregate not found May 26 11:21:16.723263 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.services.segments.plugin [-] Segment 9af80024-147b-494a-b218-bf0671baa2ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9af80024-147b-494a-b218-bf0671baa2ef found for delete ", "request_id": "req-e9829f95-73c0-4de4-9e9e-20b1bdac0142"}]} May 26 11:21:16.786076 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-daddd157-af77-4927-9f19-4a3ecc243a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667215'] for network, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:16.791342 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-daddd157-af77-4927-9f19-4a3ecc243a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:16.794536 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-daddd157-af77-4927-9f19-4a3ecc243a82 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4fd57752-1dd4-4d7e-9a55-e6847a083e20 HTTP/1.1" status: 204 len: 168 time: 0.7208860 May 26 11:21:16.805722 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daddd157-af77-4927-9f19-4a3ecc243a82 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fd57752-1dd4-4d7e-9a55-e6847a083e20,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:17.166086 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 43868) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:17.205967 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-30d2fe3c-5504-4f74-8337-0de5a27249eb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8330e6f157749c79c6f779ab940e1b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385716 May 26 11:21:17.209040 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 43872) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:17.255567 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-289d77d8-d693-4048-b634-f8053aa797c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:17.276706 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-289d77d8-d693-4048-b634-f8053aa797c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:17.475404 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-289d77d8-d693-4048-b634-f8053aa797c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:17.478024 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-289d77d8-d693-4048-b634-f8053aa797c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:17.479160 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-289d77d8-d693-4048-b634-f8053aa797c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f139b7f8-0185-41e7-a7a7-ca3acb3b359b HTTP/1.1" status: 204 len: 168 time: 0.2692266 May 26 11:21:17.487076 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d77d8-d693-4048-b634-f8053aa797c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f139b7f8-0185-41e7-a7a7-ca3acb3b359b,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:17.722996 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 574dd3fa-c1b3-4103-804a-bbf8a2eb41b5 no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:21:17.744354 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: 574dd3fa-c1b3-4103-804a-bbf8a2eb41b5 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:21:17.744354 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 574dd3fa-c1b3-4103-804a-bbf8a2eb41b5 not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:21:17.744354 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 42e7f5c4-a888-4014-928c-1cdc80724587 no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:21:17.763179 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: 42e7f5c4-a888-4014-928c-1cdc80724587 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:21:17.763523 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 42e7f5c4-a888-4014-928c-1cdc80724587 not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:21:18.018109 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-202043cf-7382-4270-abce-7fa590965a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:18.225825 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 43882) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:18.264856 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-388e7c0e-ba11-4883-8851-cfac3a6d76b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=decf754efa914c30aba7d4b8c59240b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380104 May 26 11:21:18.267261 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 43884) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:18.314264 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5c6ae858-85e6-41cb-81e9-a1c70c37efbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:18.334630 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5c6ae858-85e6-41cb-81e9-a1c70c37efbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:18.434933 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5c6ae858-85e6-41cb-81e9-a1c70c37efbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:18.437591 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-5c6ae858-85e6-41cb-81e9-a1c70c37efbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:18.438704 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-5c6ae858-85e6-41cb-81e9-a1c70c37efbe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de892ab5-3577-4688-84e2-69cb03d0aaa6 HTTP/1.1" status: 204 len: 168 time: 0.1705813 May 26 11:21:18.448605 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ae858-85e6-41cb-81e9-a1c70c37efbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de892ab5-3577-4688-84e2-69cb03d0aaa6,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:19.928691 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 43898) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:20.129402 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-afb41af5-f53b-4480-8653-28d19091eb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:20.683302 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d2caa844-6874-4327-9f72-0ca67e13a101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1665277'] for router_interface, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:20.919525 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-d2caa844-6874-4327-9f72-0ca67e13a101 admin admin] Deleting port 0623f22e-f237-423b-87b1-0fac998beb72 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:21:20.919780 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d2caa844-6874-4327-9f72-0ca67e13a101 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:20.998337 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-d2caa844-6874-4327-9f72-0ca67e13a101 admin admin] For port 0623f22e-f237-423b-87b1-0fac998beb72, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=0623f22e-f237-423b-87b1-0fac998beb72,segment=NetworkSegment(bb0632a9-f043-4b7e-b617-618509deb876),segment_id=bb0632a9-f043-4b7e-b617-618509deb876)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:21:20.998982 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d2caa844-6874-4327-9f72-0ca67e13a101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:21.010242 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-d2caa844-6874-4327-9f72-0ca67e13a101 admin admin] Calling delete_port for 0623f22e-f237-423b-87b1-0fac998beb72 owned by network:router_interface {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:21:21.265828 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d2caa844-6874-4327-9f72-0ca67e13a101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:21.292432 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2caa844-6874-4327-9f72-0ca67e13a101 admin admin] Pushing event deleted for resources: {'Port': ['ID=0623f22e-f237-423b-87b1-0fac998beb72,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:21.450867 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d2caa844-6874-4327-9f72-0ca67e13a101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667853'] for router_interface, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:21.477356 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:21.659792 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2caa844-6874-4327-9f72-0ca67e13a101 admin admin] Router ab6af0dc-735e-46dc-88d0-4e27069c775d has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:21:21.770574 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2caa844-6874-4327-9f72-0ca67e13a101 admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:21:21.775690 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-d2caa844-6874-4327-9f72-0ca67e13a101 admin admin] 10.222.0.21 "PUT /v2.0/routers/ab6af0dc-735e-46dc-88d0-4e27069c775d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8459506 May 26 11:21:21.778304 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 43910) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:21.780959 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af163e9-b70f-474e-8617-6980ca2568b6 None None] Sync routers for ids ['ab6af0dc-735e-46dc-88d0-4e27069c775d'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:21:21.795356 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af163e9-b70f-474e-8617-6980ca2568b6 None None] Routers {'ab6af0dc-735e-46dc-88d0-4e27069c775d'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:21:21.796007 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-9af163e9-b70f-474e-8617-6980ca2568b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:21:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['ab6af0dc-735e-46dc-88d0-4e27069c775d'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:21.879785 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1c40e72d-58ce-4a98-a2b1-9aee26635a35 admin admin] Notify callbacks [] for router, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:21.898941 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-9af163e9-b70f-474e-8617-6980ca2568b6 None None] Set router ab6af0dc-735e-46dc-88d0-4e27069c775d gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:21:21.980679 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1c40e72d-58ce-4a98-a2b1-9aee26635a35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:22.083807 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-9af163e9-b70f-474e-8617-6980ca2568b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'name': 'tempest-AttachVolumeTestJSON-961201596-router', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:43Z', 'updated_at': '2022-05-26T11:21:21Z', 'revision_number': 5, 'project_id': 'f75021785f634f61b049c180934660f4', 'gw_port': {'id': '297d1fc9-2567-4e90-ae53-0cbda0366ee1', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:22.091547 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-1c40e72d-58ce-4a98-a2b1-9aee26635a35 admin admin] Deleting port 297d1fc9-2567-4e90-ae53-0cbda0366ee1 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:21:22.092032 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1c40e72d-58ce-4a98-a2b1-9aee26635a35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:22.109865 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af163e9-b70f-474e-8617-6980ca2568b6 None None] Checking router: ab6af0dc-735e-46dc-88d0-4e27069c775d for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:21:22.118545 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af163e9-b70f-474e-8617-6980ca2568b6 None None] Routers {'ab6af0dc-735e-46dc-88d0-4e27069c775d'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:21:22.119150 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-9af163e9-b70f-474e-8617-6980ca2568b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:21:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['ab6af0dc-735e-46dc-88d0-4e27069c775d'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:22.174466 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-1c40e72d-58ce-4a98-a2b1-9aee26635a35 admin admin] For port 297d1fc9-2567-4e90-ae53-0cbda0366ee1, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=297d1fc9-2567-4e90-ae53-0cbda0366ee1,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:21:22.175387 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1c40e72d-58ce-4a98-a2b1-9aee26635a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:22.186737 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-1c40e72d-58ce-4a98-a2b1-9aee26635a35 admin admin] Calling delete_port for 297d1fc9-2567-4e90-ae53-0cbda0366ee1 owned by network:router_gateway {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:21:22.204580 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-9af163e9-b70f-474e-8617-6980ca2568b6 None None] Set router ab6af0dc-735e-46dc-88d0-4e27069c775d gateway port host: None {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:21:22.259353 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-9af163e9-b70f-474e-8617-6980ca2568b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'name': 'tempest-AttachVolumeTestJSON-961201596-router', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:43Z', 'updated_at': '2022-05-26T11:21:21Z', 'revision_number': 6, 'project_id': 'f75021785f634f61b049c180934660f4', 'gw_port_host': None}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:22.284717 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af163e9-b70f-474e-8617-6980ca2568b6 None None] The sync data for ids ['ab6af0dc-735e-46dc-88d0-4e27069c775d'] in dv-cinder-843395-1-iscsi is: [{'id': 'ab6af0dc-735e-46dc-88d0-4e27069c775d', 'name': 'tempest-AttachVolumeTestJSON-961201596-router', 'tenant_id': 'f75021785f634f61b049c180934660f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:43Z', 'updated_at': '2022-05-26T11:21:21Z', 'revision_number': 6, 'project_id': 'f75021785f634f61b049c180934660f4', 'gw_port_host': None}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:21:22.426578 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1c40e72d-58ce-4a98-a2b1-9aee26635a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:22.448933 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40e72d-58ce-4a98-a2b1-9aee26635a35 admin admin] Pushing event deleted for resources: {'Port': ['ID=297d1fc9-2567-4e90-ae53-0cbda0366ee1,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:22.509219 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1c40e72d-58ce-4a98-a2b1-9aee26635a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667235'] for router_gateway, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:22.597989 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1c40e72d-58ce-4a98-a2b1-9aee26635a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4381'] for router, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:22.599947 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1c40e72d-58ce-4a98-a2b1-9aee26635a35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:22.717585 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1c40e72d-58ce-4a98-a2b1-9aee26635a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667729'] for router, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:22.718153 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c40e72d-58ce-4a98-a2b1-9aee26635a35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab6af0dc-735e-46dc-88d0-4e27069c775d {{(pid=102811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 11:21:22.724752 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1c40e72d-58ce-4a98-a2b1-9aee26635a35 admin admin] Notify callbacks [] for router, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:22.738173 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-1c40e72d-58ce-4a98-a2b1-9aee26635a35 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ab6af0dc-735e-46dc-88d0-4e27069c775d HTTP/1.1" status: 204 len: 168 time: 0.9466388 May 26 11:21:22.739346 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:22.740164 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 43916) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:22.783801 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_v2 [None req-321702b7-7f2e-4070-8ff2-98ccb83a632f admin admin] Deleting subnet b2d5adfb-8844-43b5-9569-dc8a73d4cd6b {{(pid=102811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 11:21:22.787056 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-321702b7-7f2e-4070-8ff2-98ccb83a632f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:22.821750 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-321702b7-7f2e-4070-8ff2-98ccb83a632f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10386405'] for subnet, precommit_delete_associations {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:22.927668 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-321702b7-7f2e-4070-8ff2-98ccb83a632f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778400'] for subnet, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:23.043614 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-321702b7-7f2e-4070-8ff2-98ccb83a632f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-778411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10386322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10303566'] for subnet, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:23.070272 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321702b7-7f2e-4070-8ff2-98ccb83a632f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2d5adfb-8844-43b5-9569-dc8a73d4cd6b,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:23.073754 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-321702b7-7f2e-4070-8ff2-98ccb83a632f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for subnet, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:23.078702 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-321702b7-7f2e-4070-8ff2-98ccb83a632f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b2d5adfb-8844-43b5-9569-dc8a73d4cd6b HTTP/1.1" status: 204 len: 168 time: 0.3368957 May 26 11:21:23.079595 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 43922) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:23.080952 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cfbb74-fb31-4a6d-9609-81bcf3346592 None None] Network 3ff00a8f-4904-4850-8392-2b7e558c981b requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:21:23.156114 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a95b8d62-b61e-4aac-86da-3239aad18a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590719'] for network, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:23.218196 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a95b8d62-b61e-4aac-86da-3239aad18a60 admin admin] Deleting port 065aeff4-8bd4-4361-8a16-83f0b9ec0256 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:21:23.218538 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a95b8d62-b61e-4aac-86da-3239aad18a60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:23.271648 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:23.292519 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-a95b8d62-b61e-4aac-86da-3239aad18a60 admin admin] For port 065aeff4-8bd4-4361-8a16-83f0b9ec0256, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=065aeff4-8bd4-4361-8a16-83f0b9ec0256,segment=NetworkSegment(bb0632a9-f043-4b7e-b617-618509deb876),segment_id=bb0632a9-f043-4b7e-b617-618509deb876)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:21:23.292942 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a95b8d62-b61e-4aac-86da-3239aad18a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:23.302274 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7050b0d-98c1-4237-8a84-484f00daa82e None None] DHCP port deletion for 3ff00a8f-4904-4850-8392-2b7e558c981b request from dv-cinder-843395-1-iscsi {{(pid=102813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 11:21:23.310627 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-a95b8d62-b61e-4aac-86da-3239aad18a60 admin admin] Calling delete_port for 065aeff4-8bd4-4361-8a16-83f0b9ec0256 owned by network:dhcp {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:21:23.377578 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-d7050b0d-98c1-4237-8a84-484f00daa82e None None] Deleting port 065aeff4-8bd4-4361-8a16-83f0b9ec0256 {{(pid=102813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:21:23.377578 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-d7050b0d-98c1-4237-8a84-484f00daa82e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:23.441006 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-d7050b0d-98c1-4237-8a84-484f00daa82e None None] For port 065aeff4-8bd4-4361-8a16-83f0b9ec0256, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=065aeff4-8bd4-4361-8a16-83f0b9ec0256,segment=NetworkSegment(bb0632a9-f043-4b7e-b617-618509deb876),segment_id=bb0632a9-f043-4b7e-b617-618509deb876)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:21:23.441402 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-d7050b0d-98c1-4237-8a84-484f00daa82e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:23.453845 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-d7050b0d-98c1-4237-8a84-484f00daa82e None None] Calling delete_port for 065aeff4-8bd4-4361-8a16-83f0b9ec0256 owned by network:dhcp {{(pid=102813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:21:23.477603 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a95b8d62-b61e-4aac-86da-3239aad18a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:23.502126 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b8d62-b61e-4aac-86da-3239aad18a60 admin admin] Pushing event deleted for resources: {'Port': ['ID=065aeff4-8bd4-4361-8a16-83f0b9ec0256,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:23.506130 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95b8d62-b61e-4aac-86da-3239aad18a60 admin admin] No DVR routers for this DVR port 065aeff4-8bd4-4361-8a16-83f0b9ec0256 on host dv-cinder-843395-1-iscsi {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:21:23.539319 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-d7050b0d-98c1-4237-8a84-484f00daa82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846'] for port, after_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:23.559596 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7050b0d-98c1-4237-8a84-484f00daa82e None None] Pushing event deleted for resources: {'Port': ['ID=065aeff4-8bd4-4361-8a16-83f0b9ec0256,revision_number=None']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:23.561425 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7050b0d-98c1-4237-8a84-484f00daa82e None None] No DVR routers for this DVR port 065aeff4-8bd4-4361-8a16-83f0b9ec0256 on host dv-cinder-843395-1-iscsi {{(pid=102813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:21:23.583862 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a95b8d62-b61e-4aac-86da-3239aad18a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784951', 'neutron.services.segments.db._delete_segments_for_network-8744569547816'] for network, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:23.603523 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-a95b8d62-b61e-4aac-86da-3239aad18a60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff00a8f-4904-4850-8392-2b7e558c981b']}} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:23.612975 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-a95b8d62-b61e-4aac-86da-3239aad18a60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0632a9-f043-4b7e-b617-618509deb876') {'for_net_delete': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:23.613270 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-a95b8d62-b61e-4aac-86da-3239aad18a60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0632a9-f043-4b7e-b617-618509deb876') {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:23.622200 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a95b8d62-b61e-4aac-86da-3239aad18a60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744569548081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10386412'] for segment, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:23.635655 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a95b8d62-b61e-4aac-86da-3239aad18a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:23.641259 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a95b8d62-b61e-4aac-86da-3239aad18a60 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=102811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:21:23.641640 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a95b8d62-b61e-4aac-86da-3239aad18a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10386992'] for segment, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:23.732396 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 0623f22e-f237-423b-87b1-0fac998beb72 no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:21:23.753667 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: 0623f22e-f237-423b-87b1-0fac998beb72 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:21:23.754251 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 0623f22e-f237-423b-87b1-0fac998beb72 not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:21:23.754411 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 065aeff4-8bd4-4361-8a16-83f0b9ec0256 no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:21:23.757574 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a95b8d62-b61e-4aac-86da-3239aad18a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667215'] for network, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:23.766990 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a95b8d62-b61e-4aac-86da-3239aad18a60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:23.770697 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-a95b8d62-b61e-4aac-86da-3239aad18a60 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3ff00a8f-4904-4850-8392-2b7e558c981b HTTP/1.1" status: 204 len: 168 time: 0.6900544 May 26 11:21:23.774376 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: 065aeff4-8bd4-4361-8a16-83f0b9ec0256 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:21:23.774726 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 065aeff4-8bd4-4361-8a16-83f0b9ec0256 not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:21:23.775500 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 297d1fc9-2567-4e90-ae53-0cbda0366ee1 no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:21:23.782441 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b8d62-b61e-4aac-86da-3239aad18a60 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ff00a8f-4904-4850-8392-2b7e558c981b,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:23.792537 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.services.segments.plugin [-] Segment bb0632a9-f043-4b7e-b617-618509deb876 resource provider aggregate not found May 26 11:21:23.796964 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: 297d1fc9-2567-4e90-ae53-0cbda0366ee1 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:21:23.797319 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 297d1fc9-2567-4e90-ae53-0cbda0366ee1 not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:21:23.811939 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.services.segments.plugin [-] Segment bb0632a9-f043-4b7e-b617-618509deb876 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb0632a9-f043-4b7e-b617-618509deb876 found for delete ", "request_id": "req-8279d95d-0d84-413f-b638-f07727f0e93e"}]} May 26 11:21:24.181860 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 43936) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:24.220494 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-fc05737c-353e-4b6d-a9bc-175c9fbc75ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f75021785f634f61b049c180934660f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0374720 May 26 11:21:24.222868 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 43938) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:24.267614 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e35d5c53-5721-40fa-abdb-a5f9061c7c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:24.287916 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e35d5c53-5721-40fa-abdb-a5f9061c7c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:24.390833 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e35d5c53-5721-40fa-abdb-a5f9061c7c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:24.393448 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e35d5c53-5721-40fa-abdb-a5f9061c7c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:24.394585 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-e35d5c53-5721-40fa-abdb-a5f9061c7c1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/349b367c-1541-42c1-bd16-fdf19e79532e HTTP/1.1" status: 204 len: 168 time: 0.1708534 May 26 11:21:24.403838 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d5c53-5721-40fa-abdb-a5f9061c7c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349b367c-1541-42c1-bd16-fdf19e79532e,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:25.504204 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 43968) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:25.597255 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-3fb8a0a0-d270-4ece-9bc5-2079531190cd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-45343215-network', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:21:25.717092 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb8a0a0-d270-4ece-9bc5-2079531190cd admin admin] Made reservation on behalf of ea1d6e9e34c34f9d9fda1043ac3d397c for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:21:25.719348 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a0a0-d270-4ece-9bc5-2079531190cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for network, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:25.727975 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a0a0-d270-4ece-9bc5-2079531190cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:25.801297 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a0a0-d270-4ece-9bc5-2079531190cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:25.871234 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a0a0-d270-4ece-9bc5-2079531190cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:25.895900 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb8a0a0-d270-4ece-9bc5-2079531190cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:21:25.904320 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8a0a0-d270-4ece-9bc5-2079531190cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df21b602-f088-452b-bb80-925bd9dc4604,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:25.910185 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a0a0-d270-4ece-9bc5-2079531190cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:25.910525 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-3fb8a0a0-d270-4ece-9bc5-2079531190cd admin admin] Added segment c3accc82-0619-434a-97e3-9c20caa686c3 of type vlan for network 44c421fa-2ce0-48c7-8756-eeee114ae628 May 26 11:21:25.949696 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a0a0-d270-4ece-9bc5-2079531190cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744569042562'] for network, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:26.042542 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a0a0-d270-4ece-9bc5-2079531190cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for network, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:26.043500 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb8a0a0-d270-4ece-9bc5-2079531190cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:26.044083 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3fb8a0a0-d270-4ece-9bc5-2079531190cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:26.105351 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb8a0a0-d270-4ece-9bc5-2079531190cd admin admin] Pushing event updated for resources: {'Network': ['ID=44c421fa-2ce0-48c7-8756-eeee114ae628,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:26.118846 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Network 44c421fa-2ce0-48c7-8756-eeee114ae628 details requested by agent ovs-agent-dv-cinder-843395-1-iscsi with host dv-cinder-843395-1-iscsi {{(pid=102813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 11:21:26.143825 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 43974) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:26.144288 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-3fb8a0a0-d270-4ece-9bc5-2079531190cd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6386724 May 26 11:21:26.148979 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-91183dfb-254a-40aa-9db2-e30b11e5da38 admin admin] Request body: {'subnet': {'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-subnet', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:21:26.242956 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91183dfb-254a-40aa-9db2-e30b11e5da38 admin admin] Made reservation on behalf of ea1d6e9e34c34f9d9fda1043ac3d397c for: {'subnet': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:21:26.245299 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-91183dfb-254a-40aa-9db2-e30b11e5da38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10303571'] for subnet, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:26.454446 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-91183dfb-254a-40aa-9db2-e30b11e5da38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10386259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10303557'] for subnet, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:26.510178 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91183dfb-254a-40aa-9db2-e30b11e5da38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1caf6db8-dcab-43d8-807f-6adf3a39696e,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:26.518987 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91183dfb-254a-40aa-9db2-e30b11e5da38 admin admin] Checking segment: {'id': 'c3accc82-0619-434a-97e3-9c20caa686c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:21:26.519338 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91183dfb-254a-40aa-9db2-e30b11e5da38 admin admin] Network hostable DHCP agents. Network: 44c421fa-2ce0-48c7-8756-eeee114ae628, hostable agents: ['ae20bfe0-bbab-40fa-b22c-2da14db586ab'], hosted agents: [] {{(pid=102811) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:21:26.611807 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91183dfb-254a-40aa-9db2-e30b11e5da38 admin admin] Network 44c421fa-2ce0-48c7-8756-eeee114ae628 is scheduled to be hosted by DHCP agent ae20bfe0-bbab-40fa-b22c-2da14db586ab with binding_index 1 {{(pid=102811) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:21:26.670875 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-91183dfb-254a-40aa-9db2-e30b11e5da38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843395-1-iscsi, 44c421fa-2ce0-48c7-8756-eeee114ae628) {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:21:26.674956 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91183dfb-254a-40aa-9db2-e30b11e5da38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:26.675866 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-91183dfb-254a-40aa-9db2-e30b11e5da38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for subnet, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:26.680233 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec21c8d1-c42e-4d48-a937-4b5e70140239 None None] Network 44c421fa-2ce0-48c7-8756-eeee114ae628 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:21:26.760736 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-91183dfb-254a-40aa-9db2-e30b11e5da38 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6130068 May 26 11:21:26.760927 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 43976) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:26.765017 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-4e97316a-b60c-4086-a9c2-44dc585af7be admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:21:26.819029 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfdb619-19a8-441d-ac82-f5321d32957e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp544487b2-adaf-528a-ac03-698d97ec23d0-44c421fa-2ce0-48c7-8756-eeee114ae628', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e'}]}} from dv-cinder-843395-1-iscsi. {{(pid=102813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 11:21:26.819872 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-adfdb619-19a8-441d-ac82-f5321d32957e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:26.832279 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4e97316a-b60c-4086-a9c2-44dc585af7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:26.833355 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4e97316a-b60c-4086-a9c2-44dc585af7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4372'] for router, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:26.882766 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4e97316a-b60c-4086-a9c2-44dc585af7be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:26.958994 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.db_base_plugin_common [None req-adfdb619-19a8-441d-ac82-f5321d32957e None None] Allocated IP 172.20.0.2 (44c421fa-2ce0-48c7-8756-eeee114ae628/1caf6db8-dcab-43d8-807f-6adf3a39696e/4657fca6-80d6-4667-9354-73480c4a12b0) {{(pid=102813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:21:27.068002 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4e97316a-b60c-4086-a9c2-44dc585af7be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:27.097699 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-adfdb619-19a8-441d-ac82-f5321d32957e None None] Notify callbacks [] for port, precommit_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:27.207388 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-adfdb619-19a8-441d-ac82-f5321d32957e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855'] for port, after_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:27.245752 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfdb619-19a8-441d-ac82-f5321d32957e None None] Network 44c421fa-2ce0-48c7-8756-eeee114ae628 is already hosted by enough agents. {{(pid=102813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:21:27.249782 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.scheduler.base_scheduler [None req-adfdb619-19a8-441d-ac82-f5321d32957e None None] Resources bound (agent type, host, resource id): {{(pid=102813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:21:27.254626 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfdb619-19a8-441d-ac82-f5321d32957e None None] Received port after_create {{(pid=102813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:21:27.257670 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfdb619-19a8-441d-ac82-f5321d32957e None None] Pushing event updated for resources: {'Port': ['ID=4657fca6-80d6-4667-9354-73480c4a12b0,revision_number=1']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:27.311645 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-adfdb619-19a8-441d-ac82-f5321d32957e None None] Attempting to bind port 4657fca6-80d6-4667-9354-73480c4a12b0 on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:21:27.312020 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-adfdb619-19a8-441d-ac82-f5321d32957e None None] Attempting to bind port 4657fca6-80d6-4667-9354-73480c4a12b0 by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': 'c3accc82-0619-434a-97e3-9c20caa686c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:21:27.312386 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfdb619-19a8-441d-ac82-f5321d32957e None None] Attempting to bind port 4657fca6-80d6-4667-9354-73480c4a12b0 on network 44c421fa-2ce0-48c7-8756-eeee114ae628 {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:21:27.318582 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfdb619-19a8-441d-ac82-f5321d32957e None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:21:27.318877 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfdb619-19a8-441d-ac82-f5321d32957e None None] Checking segment: {'id': 'c3accc82-0619-434a-97e3-9c20caa686c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:21:27.319282 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-adfdb619-19a8-441d-ac82-f5321d32957e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:27.319675 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adfdb619-19a8-441d-ac82-f5321d32957e None None] Bound using segment: {'id': 'c3accc82-0619-434a-97e3-9c20caa686c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:21:27.320148 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-adfdb619-19a8-441d-ac82-f5321d32957e None None] Bound port: 4657fca6-80d6-4667-9354-73480c4a12b0, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3accc82-0619-434a-97e3-9c20caa686c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:21:27.320532 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-adfdb619-19a8-441d-ac82-f5321d32957e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:27.389886 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-adfdb619-19a8-441d-ac82-f5321d32957e None None] For port 4657fca6-80d6-4667-9354-73480c4a12b0, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:21:27.393459 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-adfdb619-19a8-441d-ac82-f5321d32957e None None] For port 4657fca6-80d6-4667-9354-73480c4a12b0, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=4657fca6-80d6-4667-9354-73480c4a12b0,segment=NetworkSegment(c3accc82-0619-434a-97e3-9c20caa686c3),segment_id=c3accc82-0619-434a-97e3-9c20caa686c3)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:21:27.475693 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-adfdb619-19a8-441d-ac82-f5321d32957e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:27.532875 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfdb619-19a8-441d-ac82-f5321d32957e None None] Pushing event updated for resources: {'Port': ['ID=4657fca6-80d6-4667-9354-73480c4a12b0,revision_number=2']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:27.602634 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4e97316a-b60c-4086-a9c2-44dc585af7be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:27.624574 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4e97316a-b60c-4086-a9c2-44dc585af7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:27.756287 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-4e97316a-b60c-4086-a9c2-44dc585af7be admin admin] Allocated IP 172.27.2.64 (6ce135a4-eab8-4863-9af0-cf5ae6e229cb/86b44d4e-8f3f-4d5d-9881-9aaa3797f33b/9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:21:27.819371 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 4657fca6-80d6-4667-9354-73480c4a12b0 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:21:27.869357 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4e97316a-b60c-4086-a9c2-44dc585af7be admin admin] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:27.869551 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 4657fca6-80d6-4667-9354-73480c4a12b0 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:21:27.869707 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:27.951676 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 4657fca6-80d6-4667-9354-73480c4a12b0 is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:21:27.952238 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:27.984970 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c4930102-f789-48be-b099-5ee77c22024a None None] For port 4657fca6-80d6-4667-9354-73480c4a12b0, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=4657fca6-80d6-4667-9354-73480c4a12b0,segment=NetworkSegment(c3accc82-0619-434a-97e3-9c20caa686c3),segment_id=c3accc82-0619-434a-97e3-9c20caa686c3)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:21:27.992441 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4e97316a-b60c-4086-a9c2-44dc585af7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:28.035639 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e97316a-b60c-4086-a9c2-44dc585af7be admin admin] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:21:28.038561 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-4e97316a-b60c-4086-a9c2-44dc585af7be admin admin] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:21:28.041988 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e97316a-b60c-4086-a9c2-44dc585af7be admin admin] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:21:28.047323 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97316a-b60c-4086-a9c2-44dc585af7be admin admin] Pushing event updated for resources: {'Port': ['ID=9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:28.086769 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:28.132806 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Pushing event updated for resources: {'Port': ['ID=4657fca6-80d6-4667-9354-73480c4a12b0,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:28.374862 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4e97316a-b60c-4086-a9c2-44dc585af7be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:28.441365 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee6e80a-ec79-4ae8-8ea1-d1911c618233 None None] Network 44c421fa-2ce0-48c7-8756-eeee114ae628 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:21:28.511450 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-48723696-ec76-4b33-81b1-0d571a78fc04 None None] Provisioning complete for port 4657fca6-80d6-4667-9354-73480c4a12b0 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:21:28.515213 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-48723696-ec76-4b33-81b1-0d571a78fc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:28.585867 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4e97316a-b60c-4086-a9c2-44dc585af7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667143'] for router, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:28.779678 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-48723696-ec76-4b33-81b1-0d571a78fc04 None None] Current status of the port 4657fca6-80d6-4667-9354-73480c4a12b0 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:21:28.842812 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e97316a-b60c-4086-a9c2-44dc585af7be admin admin] Router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 is scheduled to L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 with binding_index 1 {{(pid=102811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 11:21:28.951676 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e97316a-b60c-4086-a9c2-44dc585af7be admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:21:28.960295 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5ae7f7-47c9-4dfd-808a-2228c6cf7eac None None] Sync routers for ids ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'] in dv-cinder-843395-1-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:21:28.969537 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5ae7f7-47c9-4dfd-808a-2228c6cf7eac None None] Routers {'0c24865d-15cd-46b9-b31c-bfa55bb63d28'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:21:28.970151 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-bd5ae7f7-47c9-4dfd-808a-2228c6cf7eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:21:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:29.027916 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4e97316a-b60c-4086-a9c2-44dc585af7be admin admin] Notify callbacks [] for router, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:29.029315 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-4e97316a-b60c-4086-a9c2-44dc585af7be admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.2675123 May 26 11:21:29.029445 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c507bada-b26e-45ef-9f18-ba7b791121c9 None None] Provisioning complete for port 4657fca6-80d6-4667-9354-73480c4a12b0 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:21:29.029892 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c507bada-b26e-45ef-9f18-ba7b791121c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:29.032124 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 43990) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:29.112933 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-bd5ae7f7-47c9-4dfd-808a-2228c6cf7eac None None] Set router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:21:29.248684 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c507bada-b26e-45ef-9f18-ba7b791121c9 None None] Current status of the port 4657fca6-80d6-4667-9354-73480c4a12b0 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:21:29.326229 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-bd5ae7f7-47c9-4dfd-808a-2228c6cf7eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:28Z', 'revision_number': 3, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:29.354328 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5ae7f7-47c9-4dfd-808a-2228c6cf7eac None None] Checking router: 0c24865d-15cd-46b9-b31c-bfa55bb63d28 for host: dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:21:29.371862 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5ae7f7-47c9-4dfd-808a-2228c6cf7eac None None] Updating router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 port 9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb binding host dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:21:29.383835 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-bd5ae7f7-47c9-4dfd-808a-2228c6cf7eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:29.451482 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3b6550b4-9cdb-47e2-a952-75f74b673ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:29.616249 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-3b6550b4-9cdb-47e2-a952-75f74b673ecf admin admin] Allocated IP 172.20.0.1 (44c421fa-2ce0-48c7-8756-eeee114ae628/1caf6db8-dcab-43d8-807f-6adf3a39696e/cfbd6995-d347-487c-a6f0-a6aee17c3543) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:21:29.656711 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-bd5ae7f7-47c9-4dfd-808a-2228c6cf7eac None None] Notify callbacks [] for port, precommit_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:29.718787 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3b6550b4-9cdb-47e2-a952-75f74b673ecf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:29.745310 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 4657fca6-80d6-4667-9354-73480c4a12b0 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:21:29.748761 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-bd5ae7f7-47c9-4dfd-808a-2228c6cf7eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:29.804094 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3b6550b4-9cdb-47e2-a952-75f74b673ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:29.829338 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-bd5ae7f7-47c9-4dfd-808a-2228c6cf7eac None None] Attempting to bind port 9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:21:29.829716 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-bd5ae7f7-47c9-4dfd-808a-2228c6cf7eac None None] Attempting to bind port 9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:21:29.830045 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5ae7f7-47c9-4dfd-808a-2228c6cf7eac None None] Attempting to bind port 9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb on network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:21:29.838747 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82fca5e-d981-4d8c-8436-3c597eb6c8f8 None None] Pushing event updated for resources: {'Port': ['ID=9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb,revision_number=2']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:29.842431 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5ae7f7-47c9-4dfd-808a-2228c6cf7eac None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:21:29.843120 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5ae7f7-47c9-4dfd-808a-2228c6cf7eac None None] Checking segment: {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:21:29.843250 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-bd5ae7f7-47c9-4dfd-808a-2228c6cf7eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:29.843554 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5ae7f7-47c9-4dfd-808a-2228c6cf7eac None None] Bound using segment: {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:21:29.844016 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-bd5ae7f7-47c9-4dfd-808a-2228c6cf7eac None None] Bound port: 9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:21:29.844389 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-bd5ae7f7-47c9-4dfd-808a-2228c6cf7eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:29.844492 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6550b4-9cdb-47e2-a952-75f74b673ecf admin admin] Network 44c421fa-2ce0-48c7-8756-eeee114ae628 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:21:29.850570 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-3b6550b4-9cdb-47e2-a952-75f74b673ecf admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:21:29.853075 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6550b4-9cdb-47e2-a952-75f74b673ecf admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:21:29.879814 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 4657fca6-80d6-4667-9354-73480c4a12b0 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:21:29.880188 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:29.883973 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6550b4-9cdb-47e2-a952-75f74b673ecf admin admin] Pushing event updated for resources: {'Port': ['ID=cfbd6995-d347-487c-a6f0-a6aee17c3543,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:29.906575 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3b6550b4-9cdb-47e2-a952-75f74b673ecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665140'] for router_interface, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:29.929876 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-bd5ae7f7-47c9-4dfd-808a-2228c6cf7eac None None] For port 9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:21:29.933257 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-bd5ae7f7-47c9-4dfd-808a-2228c6cf7eac None None] For port 9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:21:29.977907 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 4657fca6-80d6-4667-9354-73480c4a12b0 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:21:30.026649 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-bd5ae7f7-47c9-4dfd-808a-2228c6cf7eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:30.098541 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82fca5e-d981-4d8c-8436-3c597eb6c8f8 None None] Pushing event updated for resources: {'Port': ['ID=9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:30.102102 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5ae7f7-47c9-4dfd-808a-2228c6cf7eac None None] Routers {'0c24865d-15cd-46b9-b31c-bfa55bb63d28'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:21:30.102691 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-bd5ae7f7-47c9-4dfd-808a-2228c6cf7eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:21:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:30.110062 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-75fe0b79-75e9-4e0f-a5be-75d8a1e8f570 None None] Provisioning complete for port cfbd6995-d347-487c-a6f0-a6aee17c3543 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:21:30.110062 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-75fe0b79-75e9-4e0f-a5be-75d8a1e8f570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:30.125413 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3b6550b4-9cdb-47e2-a952-75f74b673ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:30.211378 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-75fe0b79-75e9-4e0f-a5be-75d8a1e8f570 None None] Port cfbd6995-d347-487c-a6f0-a6aee17c3543 cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:21:30.239178 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-bd5ae7f7-47c9-4dfd-808a-2228c6cf7eac None None] Set router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:21:30.298206 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3b6550b4-9cdb-47e2-a952-75f74b673ecf admin admin] Notify callbacks [] for port, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:30.368690 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3b6550b4-9cdb-47e2-a952-75f74b673ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8805051'] for port, after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:30.439181 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-bd5ae7f7-47c9-4dfd-808a-2228c6cf7eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:29Z', 'revision_number': 1, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:30.471154 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5ae7f7-47c9-4dfd-808a-2228c6cf7eac None None] The sync data for ids ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'] in dv-cinder-843395-1-iscsi is: [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:29Z', 'revision_number': 1, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:21:30.666841 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6550b4-9cdb-47e2-a952-75f74b673ecf admin admin] Pushing event updated for resources: {'Port': ['ID=cfbd6995-d347-487c-a6f0-a6aee17c3543,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:30.672099 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3b6550b4-9cdb-47e2-a952-75f74b673ecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665176'] for router_interface, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:30.772749 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6550b4-9cdb-47e2-a952-75f74b673ecf admin admin] Network 44c421fa-2ce0-48c7-8756-eeee114ae628 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:21:30.774428 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-3b6550b4-9cdb-47e2-a952-75f74b673ecf admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:21:30.898399 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6550b4-9cdb-47e2-a952-75f74b673ecf admin admin] Router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:21:31.020305 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6550b4-9cdb-47e2-a952-75f74b673ecf admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:21:31.025325 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-3b6550b4-9cdb-47e2-a952-75f74b673ecf admin admin] 10.222.0.21 "PUT /v2.0/routers/0c24865d-15cd-46b9-b31c-bfa55bb63d28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9920931 May 26 11:21:31.039300 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-94d2fd4b-790b-4b9d-ac11-bea1c0ec640c None None] Provisioning complete for port cfbd6995-d347-487c-a6f0-a6aee17c3543 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:21:31.039718 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-94d2fd4b-790b-4b9d-ac11-bea1c0ec640c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:31.089272 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-94d2fd4b-790b-4b9d-ac11-bea1c0ec640c None None] Port cfbd6995-d347-487c-a6f0-a6aee17c3543 cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:21:31.464413 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 44016) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:31.469419 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-2fb2ed5b-6c5c-4f16-a7c8-527f9a7f5fb9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--104270619', 'description': 'tempest-description--1868763622'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:21:31.586248 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2fb2ed5b-6c5c-4f16-a7c8-527f9a7f5fb9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:31.653860 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2fb2ed5b-6c5c-4f16-a7c8-527f9a7f5fb9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:31.709523 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2fb2ed5b-6c5c-4f16-a7c8-527f9a7f5fb9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:31.745288 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2ed5b-6c5c-4f16-a7c8-527f9a7f5fb9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9675710f-80f5-47e0-b698-0bea526f9928,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:31.780248 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:21:31.796957 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-2fb2ed5b-6c5c-4f16-a7c8-527f9a7f5fb9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:31.798298 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-2fb2ed5b-6c5c-4f16-a7c8-527f9a7f5fb9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3327630 May 26 11:21:31.808683 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 44018) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:31.813321 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-d9c1efe2-4532-4d14-98d2-a4c17a756b90 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Request body: {'security_group_rule': {'security_group_id': '9675710f-80f5-47e0-b698-0bea526f9928', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:21:31.828352 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:21:31.828915 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:31.907247 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:21:31.907635 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:31.927716 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c4930102-f789-48be-b099-5ee77c22024a None None] For port 9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:21:31.945819 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9c1efe2-4532-4d14-98d2-a4c17a756b90 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:32.001031 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9c1efe2-4532-4d14-98d2-a4c17a756b90 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:32.037015 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:32.084461 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Pushing event updated for resources: {'Port': ['ID=9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:32.099897 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9c1efe2-4532-4d14-98d2-a4c17a756b90 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:32.115826 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1efe2-4532-4d14-98d2-a4c17a756b90 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af88579-a1ee-4452-966f-48e4b9c162f4,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:32.212164 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d9c1efe2-4532-4d14-98d2-a4c17a756b90 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:32.212164 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-d9c1efe2-4532-4d14-98d2-a4c17a756b90 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3964252 May 26 11:21:32.212164 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 44020) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:32.213279 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-deae8502-4ed7-414e-9fd9-12b39b6b02d7 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Request body: {'security_group_rule': {'security_group_id': '9675710f-80f5-47e0-b698-0bea526f9928', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:21:32.311206 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-deae8502-4ed7-414e-9fd9-12b39b6b02d7 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:32.371123 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-deae8502-4ed7-414e-9fd9-12b39b6b02d7 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:32.454168 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-deae8502-4ed7-414e-9fd9-12b39b6b02d7 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:32.457541 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a40f75e-2b55-4fd2-a5d0-22cf28376755 None None] Sync routers for ids ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:21:32.466567 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a40f75e-2b55-4fd2-a5d0-22cf28376755 None None] Routers {'0c24865d-15cd-46b9-b31c-bfa55bb63d28'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:21:32.467113 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-1a40f75e-2b55-4fd2-a5d0-22cf28376755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:21:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:32.471158 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae8502-4ed7-414e-9fd9-12b39b6b02d7 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388f1589-d9c5-436b-9bc6-81d76727a66f,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:32.575382 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-1a40f75e-2b55-4fd2-a5d0-22cf28376755 None None] Set router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:21:32.580431 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-deae8502-4ed7-414e-9fd9-12b39b6b02d7 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:32.584795 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-deae8502-4ed7-414e-9fd9-12b39b6b02d7 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3723028 May 26 11:21:32.587107 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 44032) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:32.591591 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-479e16e2-4b79-4fd5-8e1e-8372b33e24a9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Request body: {'floatingip': {'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:21:32.688603 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-479e16e2-4b79-4fd5-8e1e-8372b33e24a9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for floatingip, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:32.778453 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-1a40f75e-2b55-4fd2-a5d0-22cf28376755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 2, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:32.793838 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-479e16e2-4b79-4fd5-8e1e-8372b33e24a9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:32.805208 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a40f75e-2b55-4fd2-a5d0-22cf28376755 None None] Checking router: 0c24865d-15cd-46b9-b31c-bfa55bb63d28 for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:21:32.805562 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a40f75e-2b55-4fd2-a5d0-22cf28376755 None None] Updating router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 port cfbd6995-d347-487c-a6f0-a6aee17c3543 binding host dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:21:32.829638 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-1a40f75e-2b55-4fd2-a5d0-22cf28376755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:32.896442 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-479e16e2-4b79-4fd5-8e1e-8372b33e24a9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Allocated IP 172.27.2.230 (6ce135a4-eab8-4863-9af0-cf5ae6e229cb/86b44d4e-8f3f-4d5d-9881-9aaa3797f33b/806cc178-3857-4aaf-8d73-0ac8cc8bb547) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:21:33.006193 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-479e16e2-4b79-4fd5-8e1e-8372b33e24a9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:33.013811 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 44040) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:33.095774 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-1a40f75e-2b55-4fd2-a5d0-22cf28376755 None None] Notify callbacks [] for port, precommit_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:33.100585 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-479e16e2-4b79-4fd5-8e1e-8372b33e24a9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:33.150663 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479e16e2-4b79-4fd5-8e1e-8372b33e24a9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:21:33.151703 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3ea9ccfd-429c-4ebc-bae6-0268a8dc1cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:33.160345 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-479e16e2-4b79-4fd5-8e1e-8372b33e24a9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:21:33.162947 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479e16e2-4b79-4fd5-8e1e-8372b33e24a9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:21:33.185666 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-1a40f75e-2b55-4fd2-a5d0-22cf28376755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:33.197060 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e16e2-4b79-4fd5-8e1e-8372b33e24a9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event updated for resources: {'Port': ['ID=806cc178-3857-4aaf-8d73-0ac8cc8bb547,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:33.233754 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ef978-2432-41ab-96dc-5fc9e167a404 None None] Pushing event updated for resources: {'Port': ['ID=cfbd6995-d347-487c-a6f0-a6aee17c3543,revision_number=3']} {{(pid=102814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:33.242817 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef978-2432-41ab-96dc-5fc9e167a404 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:33.243435 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef978-2432-41ab-96dc-5fc9e167a404 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:33.244192 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef978-2432-41ab-96dc-5fc9e167a404 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:33.244192 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef978-2432-41ab-96dc-5fc9e167a404 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:33.244379 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef978-2432-41ab-96dc-5fc9e167a404 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:33.244821 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef978-2432-41ab-96dc-5fc9e167a404 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:33.245030 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef978-2432-41ab-96dc-5fc9e167a404 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:33.245308 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef978-2432-41ab-96dc-5fc9e167a404 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:33.245651 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef978-2432-41ab-96dc-5fc9e167a404 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:33.245978 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef978-2432-41ab-96dc-5fc9e167a404 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:33.246300 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef978-2432-41ab-96dc-5fc9e167a404 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:33.246619 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603ef978-2432-41ab-96dc-5fc9e167a404 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:33.301736 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-1a40f75e-2b55-4fd2-a5d0-22cf28376755 None None] Attempting to bind port cfbd6995-d347-487c-a6f0-a6aee17c3543 on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:21:33.302100 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-1a40f75e-2b55-4fd2-a5d0-22cf28376755 None None] Attempting to bind port cfbd6995-d347-487c-a6f0-a6aee17c3543 by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': 'c3accc82-0619-434a-97e3-9c20caa686c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628'}] {{(pid=102814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:21:33.302465 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a40f75e-2b55-4fd2-a5d0-22cf28376755 None None] Attempting to bind port cfbd6995-d347-487c-a6f0-a6aee17c3543 on network 44c421fa-2ce0-48c7-8756-eeee114ae628 {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:21:33.302744 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-479e16e2-4b79-4fd5-8e1e-8372b33e24a9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:33.307759 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a40f75e-2b55-4fd2-a5d0-22cf28376755 None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:21:33.308417 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a40f75e-2b55-4fd2-a5d0-22cf28376755 None None] Checking segment: {'id': 'c3accc82-0619-434a-97e3-9c20caa686c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:21:33.308841 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-1a40f75e-2b55-4fd2-a5d0-22cf28376755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:33.309431 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a40f75e-2b55-4fd2-a5d0-22cf28376755 None None] Bound using segment: {'id': 'c3accc82-0619-434a-97e3-9c20caa686c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628'} {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:21:33.309899 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-1a40f75e-2b55-4fd2-a5d0-22cf28376755 None None] Bound port: cfbd6995-d347-487c-a6f0-a6aee17c3543, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3accc82-0619-434a-97e3-9c20caa686c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628'}}] {{(pid=102814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:21:33.310303 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-1a40f75e-2b55-4fd2-a5d0-22cf28376755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:33.319735 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3ea9ccfd-429c-4ebc-bae6-0268a8dc1cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:33.376742 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.db [None req-1a40f75e-2b55-4fd2-a5d0-22cf28376755 None None] For port cfbd6995-d347-487c-a6f0-a6aee17c3543, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:21:33.381074 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.db [None req-1a40f75e-2b55-4fd2-a5d0-22cf28376755 None None] For port cfbd6995-d347-487c-a6f0-a6aee17c3543, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=cfbd6995-d347-487c-a6f0-a6aee17c3543,segment=NetworkSegment(c3accc82-0619-434a-97e3-9c20caa686c3),segment_id=c3accc82-0619-434a-97e3-9c20caa686c3)] {{(pid=102814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:21:33.423051 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-9151889a-f494-4f44-8e72-b34a1b5f06bf None None] Provisioning complete for port cfbd6995-d347-487c-a6f0-a6aee17c3543 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:21:33.423887 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-9151889a-f494-4f44-8e72-b34a1b5f06bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:33.426476 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-479e16e2-4b79-4fd5-8e1e-8372b33e24a9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:33.461146 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-9151889a-f494-4f44-8e72-b34a1b5f06bf None None] Port cfbd6995-d347-487c-a6f0-a6aee17c3543 cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:21:33.470879 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-3ea9ccfd-429c-4ebc-bae6-0268a8dc1cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:33.498250 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-1a40f75e-2b55-4fd2-a5d0-22cf28376755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:33.544510 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-3ea9ccfd-429c-4ebc-bae6-0268a8dc1cab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99eb30c6599641e09e7478511095f36b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5295751 May 26 11:21:33.547394 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 44044) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:33.559241 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9ccfd-429c-4ebc-bae6-0268a8dc1cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f915019-9240-4d2e-8533-93ca879894a6,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:33.568369 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a40f75e-2b55-4fd2-a5d0-22cf28376755 None None] Routers {'0c24865d-15cd-46b9-b31c-bfa55bb63d28'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:21:33.569630 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-1a40f75e-2b55-4fd2-a5d0-22cf28376755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:21:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:33.616414 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2dae5c04-d617-40d2-82ea-949a5a422a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:33.624526 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-479e16e2-4b79-4fd5-8e1e-8372b33e24a9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:33.644886 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2dae5c04-d617-40d2-82ea-949a5a422a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:33.706607 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-479e16e2-4b79-4fd5-8e1e-8372b33e24a9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:33.763669 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2dae5c04-d617-40d2-82ea-949a5a422a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:33.767229 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2dae5c04-d617-40d2-82ea-949a5a422a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:33.769394 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-2dae5c04-d617-40d2-82ea-949a5a422a68 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f915019-9240-4d2e-8533-93ca879894a6 HTTP/1.1" status: 204 len: 168 time: 0.2199771 May 26 11:21:33.787213 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e16e2-4b79-4fd5-8e1e-8372b33e24a9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event updated for resources: {'Port': ['ID=806cc178-3857-4aaf-8d73-0ac8cc8bb547,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:33.788569 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae5c04-d617-40d2-82ea-949a5a422a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f915019-9240-4d2e-8533-93ca879894a6,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:33.799001 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ef978-2432-41ab-96dc-5fc9e167a404 None None] Pushing event updated for resources: {'Port': ['ID=cfbd6995-d347-487c-a6f0-a6aee17c3543,revision_number=4']} {{(pid=102814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:33.800377 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-479e16e2-4b79-4fd5-8e1e-8372b33e24a9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:33.819889 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-1a40f75e-2b55-4fd2-a5d0-22cf28376755 None None] Set router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:21:33.871798 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-479e16e2-4b79-4fd5-8e1e-8372b33e24a9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:33.876778 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-479e16e2-4b79-4fd5-8e1e-8372b33e24a9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2848969 May 26 11:21:33.947250 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:21:34.000438 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-0017bd85-7df6-4651-a0be-7668527648d8 None None] Provisioning complete for port cfbd6995-d347-487c-a6f0-a6aee17c3543 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:21:34.000913 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-0017bd85-7df6-4651-a0be-7668527648d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:34.031484 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-1a40f75e-2b55-4fd2-a5d0-22cf28376755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:33Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:34.050373 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:21:34.050933 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:34.065906 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a40f75e-2b55-4fd2-a5d0-22cf28376755 None None] The sync data for ids ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'] in dv-cinder-843395-1-iscsi is: [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:33Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:21:34.117754 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ab183316-c35b-4505-87bd-15f751070756 req-4ae4b77a-fdf3-4db9-bc1c-ccc7d0e0eea1 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--104270619&fields=id&tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c HTTP/1.1" status: 200 len: 267 time: 0.0491633 May 26 11:21:34.154787 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-0017bd85-7df6-4651-a0be-7668527648d8 None None] Current status of the port cfbd6995-d347-487c-a6f0-a6aee17c3543 is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:21:34.155180 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-0017bd85-7df6-4651-a0be-7668527648d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:34.221436 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:21:34.232508 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-0017bd85-7df6-4651-a0be-7668527648d8 None None] For port cfbd6995-d347-487c-a6f0-a6aee17c3543, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=cfbd6995-d347-487c-a6f0-a6aee17c3543,segment=NetworkSegment(c3accc82-0619-434a-97e3-9c20caa686c3),segment_id=c3accc82-0619-434a-97e3-9c20caa686c3)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:21:34.262285 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab183316-c35b-4505-87bd-15f751070756 req-b790d17b-340d-498f-ab0e-8e691cd07b33 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:34.263822 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ab183316-c35b-4505-87bd-15f751070756 req-b790d17b-340d-498f-ab0e-8e691cd07b33 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/networks?id=44c421fa-2ce0-48c7-8756-eeee114ae628 HTTP/1.1" status: 200 len: 813 time: 0.1418519 May 26 11:21:34.280783 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ab183316-c35b-4505-87bd-15f751070756 req-1784317d-79fc-492a-825c-5e848027e525 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/quotas/ea1d6e9e34c34f9d9fda1043ac3d397c HTTP/1.1" status: 200 len: 375 time: 0.0103018 May 26 11:21:34.317620 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-0017bd85-7df6-4651-a0be-7668527648d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:34.339073 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ab183316-c35b-4505-87bd-15f751070756 req-3404b07f-1637-4d79-a983-1998fed59f93 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524912 May 26 11:21:34.370339 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017bd85-7df6-4651-a0be-7668527648d8 None None] Pushing event updated for resources: {'Port': ['ID=cfbd6995-d347-487c-a6f0-a6aee17c3543,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:34.601107 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ab183316-c35b-4505-87bd-15f751070756 req-476a1da2-a839-42f2-9f26-fb21f60c3516 service neutron] 10.222.0.21 "GET /v2.0/networks/44c421fa-2ce0-48c7-8756-eeee114ae628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487187 May 26 11:21:34.700940 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ab183316-c35b-4505-87bd-15f751070756 req-b62a3d3e-c569-4311-b84d-ead888281f62 service neutron] 10.222.0.21 "GET /v2.0/networks/44c421fa-2ce0-48c7-8756-eeee114ae628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936880 May 26 11:21:34.973134 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9ae6ce43-029f-4d05-96db-5e59716472f4 req-3c966e49-5db8-4918-8afb-32c1ca8c2536 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=21035c4d-530e-4ed2-8d55-24c732c99a26 HTTP/1.1" status: 200 len: 210 time: 0.0292106 May 26 11:21:35.787884 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device cfbd6995-d347-487c-a6f0-a6aee17c3543 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:21:35.838113 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port cfbd6995-d347-487c-a6f0-a6aee17c3543 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:21:35.838481 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:35.913159 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port cfbd6995-d347-487c-a6f0-a6aee17c3543 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:21:36.054746 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2b1b896d-8eb3-4a43-9295-11fb1cd4e32f req-210376fb-b8e8-4f9e-a545-0a6c352174b6 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=21035c4d-530e-4ed2-8d55-24c732c99a26 HTTP/1.1" status: 200 len: 210 time: 0.0305865 May 26 11:21:37.154047 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-eab840d2-670f-4731-ad3a-b1ddc82fa5df req-2c14287c-f2ac-42d7-9359-c0d8b2b89ff0 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=21035c4d-530e-4ed2-8d55-24c732c99a26 HTTP/1.1" status: 200 len: 210 time: 0.0297558 May 26 11:21:37.293823 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab183316-c35b-4505-87bd-15f751070756 req-49131eb2-738d-4817-adbd-35a5447e71c9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:37.295387 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ab183316-c35b-4505-87bd-15f751070756 req-49131eb2-738d-4817-adbd-35a5447e71c9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.42 "GET /v2.0/networks?id=44c421fa-2ce0-48c7-8756-eeee114ae628 HTTP/1.1" status: 200 len: 813 time: 0.1002719 May 26 11:21:37.339619 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ab183316-c35b-4505-87bd-15f751070756 req-686b984b-0fd0-480c-9ae2-6492aeca5b91 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c HTTP/1.1" status: 200 len: 379 time: 0.0337741 May 26 11:21:37.348934 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-ab183316-c35b-4505-87bd-15f751070756 req-f5b03442-0034-462d-9dc5-fe1c9d2b36cd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Request body: {'port': {'device_id': '21035c4d-530e-4ed2-8d55-24c732c99a26', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'admin_state_up': True, 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'security_groups': ['9675710f-80f5-47e0-b698-0bea526f9928']}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:21:37.580152 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab183316-c35b-4505-87bd-15f751070756 req-f5b03442-0034-462d-9dc5-fe1c9d2b36cd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Made reservation on behalf of ea1d6e9e34c34f9d9fda1043ac3d397c for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:21:37.583717 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ab183316-c35b-4505-87bd-15f751070756 req-f5b03442-0034-462d-9dc5-fe1c9d2b36cd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:37.706529 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-ab183316-c35b-4505-87bd-15f751070756 req-f5b03442-0034-462d-9dc5-fe1c9d2b36cd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Allocated IP 172.20.0.9 (44c421fa-2ce0-48c7-8756-eeee114ae628/1caf6db8-dcab-43d8-807f-6adf3a39696e/2e6368ae-df4f-4529-a249-ec20ba14499d) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:21:37.844266 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ab183316-c35b-4505-87bd-15f751070756 req-f5b03442-0034-462d-9dc5-fe1c9d2b36cd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:37.969325 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ab183316-c35b-4505-87bd-15f751070756 req-f5b03442-0034-462d-9dc5-fe1c9d2b36cd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:38.014274 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab183316-c35b-4505-87bd-15f751070756 req-f5b03442-0034-462d-9dc5-fe1c9d2b36cd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Network 44c421fa-2ce0-48c7-8756-eeee114ae628 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:21:38.017234 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-ab183316-c35b-4505-87bd-15f751070756 req-f5b03442-0034-462d-9dc5-fe1c9d2b36cd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:21:38.020776 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab183316-c35b-4505-87bd-15f751070756 req-f5b03442-0034-462d-9dc5-fe1c9d2b36cd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:21:38.047664 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b03442-0034-462d-9dc5-fe1c9d2b36cd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event updated for resources: {'Port': ['ID=2e6368ae-df4f-4529-a249-ec20ba14499d,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:38.080075 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab183316-c35b-4505-87bd-15f751070756 req-f5b03442-0034-462d-9dc5-fe1c9d2b36cd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:38.080815 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ab183316-c35b-4505-87bd-15f751070756 req-f5b03442-0034-462d-9dc5-fe1c9d2b36cd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:38.190459 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ab183316-c35b-4505-87bd-15f751070756 req-f5b03442-0034-462d-9dc5-fe1c9d2b36cd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8429906 May 26 11:21:38.200492 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-ab183316-c35b-4505-87bd-15f751070756 req-0e5f4721-cc61-42a0-8554-82299bf6d5b0 service neutron] Request body: {'port': {'device_id': '21035c4d-530e-4ed2-8d55-24c732c99a26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84339'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:21:38.264388 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-ec0b3210-17f6-4830-98e7-58246f4d7c99 None None] Provisioning complete for port 2e6368ae-df4f-4529-a249-ec20ba14499d triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:21:38.264994 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-ec0b3210-17f6-4830-98e7-58246f4d7c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:38.279523 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ab183316-c35b-4505-87bd-15f751070756 req-0e5f4721-cc61-42a0-8554-82299bf6d5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:38.304918 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-ec0b3210-17f6-4830-98e7-58246f4d7c99 None None] Port 2e6368ae-df4f-4529-a249-ec20ba14499d cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:21:38.325794 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c526912-3cdd-4404-bdcc-2ab3f2f8f9e1 req-f218f919-1a4b-44eb-b768-3ab52ecdb848 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:38.327402 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4c526912-3cdd-4404-bdcc-2ab3f2f8f9e1 req-f218f919-1a4b-44eb-b768-3ab52ecdb848 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=21035c4d-530e-4ed2-8d55-24c732c99a26 HTTP/1.1" status: 200 len: 931 time: 0.0992880 May 26 11:21:38.431324 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4c526912-3cdd-4404-bdcc-2ab3f2f8f9e1 req-4d0a22ca-2885-4450-a1b0-3a548e8ca715 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=9675710f-80f5-47e0-b698-0bea526f9928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975633 May 26 11:21:38.581738 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-ab183316-c35b-4505-87bd-15f751070756 req-0e5f4721-cc61-42a0-8554-82299bf6d5b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e6368ae-df4f-4529-a249-ec20ba14499d {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:21:38.589380 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ab183316-c35b-4505-87bd-15f751070756 req-0e5f4721-cc61-42a0-8554-82299bf6d5b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:38.601416 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-ab183316-c35b-4505-87bd-15f751070756 req-0e5f4721-cc61-42a0-8554-82299bf6d5b0 service neutron] Transition to ACTIVE for port object 2e6368ae-df4f-4529-a249-ec20ba14499d will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:21:38.700073 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ab183316-c35b-4505-87bd-15f751070756 req-0e5f4721-cc61-42a0-8554-82299bf6d5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:38.751093 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f4721-cc61-42a0-8554-82299bf6d5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6368ae-df4f-4529-a249-ec20ba14499d,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:38.832353 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-ab183316-c35b-4505-87bd-15f751070756 req-0e5f4721-cc61-42a0-8554-82299bf6d5b0 service neutron] Attempting to bind port 2e6368ae-df4f-4529-a249-ec20ba14499d on host hv-cinder-84339 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:21:38.832651 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-ab183316-c35b-4505-87bd-15f751070756 req-0e5f4721-cc61-42a0-8554-82299bf6d5b0 service neutron] Attempting to bind port 2e6368ae-df4f-4529-a249-ec20ba14499d by drivers openvswitch,hyperv on host hv-cinder-84339 at level 0 using segments [{'id': 'c3accc82-0619-434a-97e3-9c20caa686c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:21:38.832961 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab183316-c35b-4505-87bd-15f751070756 req-0e5f4721-cc61-42a0-8554-82299bf6d5b0 service neutron] Attempting to bind port 2e6368ae-df4f-4529-a249-ec20ba14499d on network 44c421fa-2ce0-48c7-8756-eeee114ae628 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:21:38.837950 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab183316-c35b-4505-87bd-15f751070756 req-0e5f4721-cc61-42a0-8554-82299bf6d5b0 service neutron] Port 2e6368ae-df4f-4529-a249-ec20ba14499d on network 44c421fa-2ce0-48c7-8756-eeee114ae628 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84339 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 11:21:38.838268 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab183316-c35b-4505-87bd-15f751070756 req-0e5f4721-cc61-42a0-8554-82299bf6d5b0 service neutron] Attempting to bind port 2e6368ae-df4f-4529-a249-ec20ba14499d on network 44c421fa-2ce0-48c7-8756-eeee114ae628 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:21:38.843731 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab183316-c35b-4505-87bd-15f751070756 req-0e5f4721-cc61-42a0-8554-82299bf6d5b0 service neutron] Checking agent: {'id': '96131053-e6ec-4464-b9d0-ccb06fa4079a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84339', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'started_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:21:38.844067 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab183316-c35b-4505-87bd-15f751070756 req-0e5f4721-cc61-42a0-8554-82299bf6d5b0 service neutron] Checking segment: {'id': 'c3accc82-0619-434a-97e3-9c20caa686c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:21:38.844474 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab183316-c35b-4505-87bd-15f751070756 req-0e5f4721-cc61-42a0-8554-82299bf6d5b0 service neutron] Bound using segment: {'id': 'c3accc82-0619-434a-97e3-9c20caa686c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:21:38.844932 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-ab183316-c35b-4505-87bd-15f751070756 req-0e5f4721-cc61-42a0-8554-82299bf6d5b0 service neutron] Bound port: 2e6368ae-df4f-4529-a249-ec20ba14499d, host: hv-cinder-84339, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3accc82-0619-434a-97e3-9c20caa686c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:21:38.845297 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ab183316-c35b-4505-87bd-15f751070756 req-0e5f4721-cc61-42a0-8554-82299bf6d5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:38.911493 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-ab183316-c35b-4505-87bd-15f751070756 req-0e5f4721-cc61-42a0-8554-82299bf6d5b0 service neutron] For port 2e6368ae-df4f-4529-a249-ec20ba14499d, host hv-cinder-84339, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:21:38.914438 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-ab183316-c35b-4505-87bd-15f751070756 req-0e5f4721-cc61-42a0-8554-82299bf6d5b0 service neutron] For port 2e6368ae-df4f-4529-a249-ec20ba14499d, host hv-cinder-84339, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=2e6368ae-df4f-4529-a249-ec20ba14499d,segment=NetworkSegment(c3accc82-0619-434a-97e3-9c20caa686c3),segment_id=c3accc82-0619-434a-97e3-9c20caa686c3)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:21:38.974694 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ab183316-c35b-4505-87bd-15f751070756 req-0e5f4721-cc61-42a0-8554-82299bf6d5b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:39.014238 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab183316-c35b-4505-87bd-15f751070756 req-0e5f4721-cc61-42a0-8554-82299bf6d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:39.014238 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-ab183316-c35b-4505-87bd-15f751070756 req-0e5f4721-cc61-42a0-8554-82299bf6d5b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:39.014238 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ab183316-c35b-4505-87bd-15f751070756 req-0e5f4721-cc61-42a0-8554-82299bf6d5b0 service neutron] 10.222.0.42 "PUT /v2.0/ports/2e6368ae-df4f-4529-a249-ec20ba14499d HTTP/1.1" status: 200 len: 1093 time: 0.8162551 May 26 11:21:39.014238 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21035c4d-530e-4ed2-8d55-24c732c99a26', 'tag': '2e6368ae-df4f-4529-a249-ec20ba14499d'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:21:39.015363 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93152872-cbf8-47f3-81da-ddc87c7f4681" -d '{"events": [{"name": "network-changed", "server_uuid": "21035c4d-530e-4ed2-8d55-24c732c99a26", "tag": "2e6368ae-df4f-4529-a249-ec20ba14499d"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:21:39.045952 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5f4721-cc61-42a0-8554-82299bf6d5b0 service neutron] Pushing event updated for resources: {'Port': ['ID=2e6368ae-df4f-4529-a249-ec20ba14499d,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:39.064869 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2146925-c2c4-4dbb-bbc4-094d54c9eb43 x-openstack-request-id: req-d2146925-c2c4-4dbb-bbc4-094d54c9eb43 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:21:39.065158 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21035c4d-530e-4ed2-8d55-24c732c99a26", "tag": "2e6368ae-df4f-4529-a249-ec20ba14499d", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:21:39.065408 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2146925-c2c4-4dbb-bbc4-094d54c9eb43 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:21:39.065808 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2146925-c2c4-4dbb-bbc4-094d54c9eb43'] response: {'name': 'network-changed', 'server_uuid': '21035c4d-530e-4ed2-8d55-24c732c99a26', 'tag': '2e6368ae-df4f-4529-a249-ec20ba14499d', 'status': 'completed', 'code': 200} May 26 11:21:39.135040 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93152872-cbf8-47f3-81da-ddc87c7f4681 req-9baed8eb-b0d7-4b58-9ce7-304ed05f40b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:39.136551 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-93152872-cbf8-47f3-81da-ddc87c7f4681 req-9baed8eb-b0d7-4b58-9ce7-304ed05f40b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c&device_id=21035c4d-530e-4ed2-8d55-24c732c99a26 HTTP/1.1" status: 200 len: 1096 time: 0.0448747 May 26 11:21:39.246942 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93152872-cbf8-47f3-81da-ddc87c7f4681 req-ab0c0c9a-08ac-48f1-a73c-c7f765ebbe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:39.248524 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-93152872-cbf8-47f3-81da-ddc87c7f4681 req-ab0c0c9a-08ac-48f1-a73c-c7f765ebbe72 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1031442 May 26 11:21:39.348381 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93152872-cbf8-47f3-81da-ddc87c7f4681 req-308f7ed5-40b3-4a22-b1ca-cb59a797f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:39.349834 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-93152872-cbf8-47f3-81da-ddc87c7f4681 req-308f7ed5-40b3-4a22-b1ca-cb59a797f977 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920558 May 26 11:21:39.368161 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:39.427270 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab183316-c35b-4505-87bd-15f751070756 req-1222cad5-8d3b-4436-8c74-acab9f3462a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:39.429337 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ab183316-c35b-4505-87bd-15f751070756 req-1222cad5-8d3b-4436-8c74-acab9f3462a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c&device_id=21035c4d-530e-4ed2-8d55-24c732c99a26 HTTP/1.1" status: 200 len: 1096 time: 0.0447316 May 26 11:21:39.470341 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ab183316-c35b-4505-87bd-15f751070756 req-4dc34b1c-4f82-4ca0-bbb7-e4888796f31e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e6368ae-df4f-4529-a249-ec20ba14499d HTTP/1.1" status: 200 len: 217 time: 0.0329924 May 26 11:21:39.549454 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab183316-c35b-4505-87bd-15f751070756 req-da38a2c2-0984-466a-85d1-94aeb2385789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:39.550919 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ab183316-c35b-4505-87bd-15f751070756 req-da38a2c2-0984-466a-85d1-94aeb2385789 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1caf6db8-dcab-43d8-807f-6adf3a39696e HTTP/1.1" status: 200 len: 852 time: 0.0723889 May 26 11:21:39.566303 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ec15d-029a-4044-bf3d-d060dd9814c4 req-5f570606-371e-4fe9-8fd3-ebe9045cf510 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:39.567876 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-324ec15d-029a-4044-bf3d-d060dd9814c4 req-5f570606-371e-4fe9-8fd3-ebe9045cf510 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=21035c4d-530e-4ed2-8d55-24c732c99a26 HTTP/1.1" status: 200 len: 943 time: 0.0641036 May 26 11:21:39.630098 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-324ec15d-029a-4044-bf3d-d060dd9814c4 req-eee7f30e-7761-4d9b-afb7-9dcc07631060 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=9675710f-80f5-47e0-b698-0bea526f9928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526433 May 26 11:21:39.632486 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab183316-c35b-4505-87bd-15f751070756 req-bb493929-c0f7-47c3-adfb-7161afe12322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:39.633905 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ab183316-c35b-4505-87bd-15f751070756 req-bb493929-c0f7-47c3-adfb-7161afe12322 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=44c421fa-2ce0-48c7-8756-eeee114ae628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0651646 May 26 11:21:39.725663 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ab183316-c35b-4505-87bd-15f751070756 req-2c4c14e7-f229-407a-9b1e-67b687603d72 service neutron] 10.222.0.42 "GET /v2.0/networks/44c421fa-2ce0-48c7-8756-eeee114ae628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831828 May 26 11:21:40.069353 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ab183316-c35b-4505-87bd-15f751070756 req-02ff5c4c-e4e3-45e4-aaf5-f6d65c6ff713 service neutron] 10.222.0.42 "GET /v2.0/networks/44c421fa-2ce0-48c7-8756-eeee114ae628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369620 May 26 11:21:40.315937 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7862b-2cd8-44a4-b60e-b3dafacd3a21 req-65aa4ced-f0be-4d64-bac6-91d3cd78baee tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:40.315937 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-73c7862b-2cd8-44a4-b60e-b3dafacd3a21 req-65aa4ced-f0be-4d64-bac6-91d3cd78baee tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 946 time: 0.0548728 May 26 11:21:40.343118 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-73c7862b-2cd8-44a4-b60e-b3dafacd3a21 req-cb382c5c-18be-4d0e-aff1-b60d38e01b08 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317228 May 26 11:21:40.747614 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e41bf-434b-41dc-a735-47e73ed293cc req-acb8b3b8-999e-4ae7-8190-4a9af782551e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:40.749076 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c88e41bf-434b-41dc-a735-47e73ed293cc req-acb8b3b8-999e-4ae7-8190-4a9af782551e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=21035c4d-530e-4ed2-8d55-24c732c99a26 HTTP/1.1" status: 200 len: 943 time: 0.0464571 May 26 11:21:40.786605 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c88e41bf-434b-41dc-a735-47e73ed293cc req-664597d8-d258-44bc-a21d-4acbad5697d0 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=9675710f-80f5-47e0-b698-0bea526f9928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314188 May 26 11:21:41.462811 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68676eb9-cf85-400c-bf13-0970e4e7340a req-e49b6f80-91ae-4307-bf9d-1aa8ff0e7e49 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:41.464267 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-68676eb9-cf85-400c-bf13-0970e4e7340a req-e49b6f80-91ae-4307-bf9d-1aa8ff0e7e49 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 946 time: 0.0497513 May 26 11:21:41.500875 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-68676eb9-cf85-400c-bf13-0970e4e7340a req-71362b73-fea7-4f62-92b4-a23cb830832e tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups?id=a6048023-09d0-489f-95b8-47a4292377f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306256 May 26 11:21:41.770682 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b88a8-0754-48cb-bf15-17cbed3a7875 req-70f9b48d-336c-41c9-a191-ced66175bd7c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:41.772218 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c49b88a8-0754-48cb-bf15-17cbed3a7875 req-70f9b48d-336c-41c9-a191-ced66175bd7c tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.42 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 946 time: 0.0516188 May 26 11:21:41.871798 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-c49b88a8-0754-48cb-bf15-17cbed3a7875 req-9ec6fc7e-8d4f-4fc8-941f-a713b4102c09 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Deleting port ae6bf3df-1709-47b2-8319-f77fdf5bee39 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:21:41.872137 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c49b88a8-0754-48cb-bf15-17cbed3a7875 req-9ec6fc7e-8d4f-4fc8-941f-a713b4102c09 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:41.957988 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ae448-8503-44de-9662-794b019f5fb0 req-3e214927-4b8c-4df8-9db0-62a29cf9bd10 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:41.959429 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1e1ae448-8503-44de-9662-794b019f5fb0 req-3e214927-4b8c-4df8-9db0-62a29cf9bd10 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=21035c4d-530e-4ed2-8d55-24c732c99a26 HTTP/1.1" status: 200 len: 943 time: 0.1023982 May 26 11:21:42.012475 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-c49b88a8-0754-48cb-bf15-17cbed3a7875 req-9ec6fc7e-8d4f-4fc8-941f-a713b4102c09 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] For port ae6bf3df-1709-47b2-8319-f77fdf5bee39, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=ae6bf3df-1709-47b2-8319-f77fdf5bee39,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:21:42.012868 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c49b88a8-0754-48cb-bf15-17cbed3a7875 req-9ec6fc7e-8d4f-4fc8-941f-a713b4102c09 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:42.027710 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1e1ae448-8503-44de-9662-794b019f5fb0 req-326a38d9-5943-492a-bee4-00e7321952da tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=9675710f-80f5-47e0-b698-0bea526f9928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590956 May 26 11:21:42.203051 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c49b88a8-0754-48cb-bf15-17cbed3a7875 req-9ec6fc7e-8d4f-4fc8-941f-a713b4102c09 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:42.203421 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c49b88a8-0754-48cb-bf15-17cbed3a7875 req-9ec6fc7e-8d4f-4fc8-941f-a713b4102c09 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:42.203740 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.l3_db [req-c49b88a8-0754-48cb-bf15-17cbed3a7875 req-9ec6fc7e-8d4f-4fc8-941f-a713b4102c09 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Floating IP f539c9e6-f551-44e6-82b4-b9efa1f5e76b disassociated. External IP: 172.27.2.137, port: ae6bf3df-1709-47b2-8319-f77fdf5bee39. May 26 11:21:42.204078 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-c49b88a8-0754-48cb-bf15-17cbed3a7875 req-9ec6fc7e-8d4f-4fc8-941f-a713b4102c09 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Calling delete_port for ae6bf3df-1709-47b2-8319-f77fdf5bee39 owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:21:42.395112 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c49b88a8-0754-48cb-bf15-17cbed3a7875 req-9ec6fc7e-8d4f-4fc8-941f-a713b4102c09 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:42.420885 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6fc7e-8d4f-4fc8-941f-a713b4102c09 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Pushing event deleted for resources: {'Port': ['ID=ae6bf3df-1709-47b2-8319-f77fdf5bee39,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:42.540188 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c49b88a8-0754-48cb-bf15-17cbed3a7875 req-9ec6fc7e-8d4f-4fc8-941f-a713b4102c09 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Router e014afec-0034-4a80-a072-04dec8a73be7 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:21:42.605731 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4f6d0d95-ad8b-45ae-8150-e984ba2feb1a req-381c8983-902e-4614-b28d-3fdade169c76 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 210 time: 0.0290079 May 26 11:21:42.649820 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c49b88a8-0754-48cb-bf15-17cbed3a7875 req-9ec6fc7e-8d4f-4fc8-941f-a713b4102c09 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:21:42.659873 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7305589a-3e38-4825-933d-0882314c3a8c None None] Sync routers for ids ['e014afec-0034-4a80-a072-04dec8a73be7'] in dv-cinder-843395-1-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:21:42.670147 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7305589a-3e38-4825-933d-0882314c3a8c None None] Routers {'e014afec-0034-4a80-a072-04dec8a73be7'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:21:42.670895 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-7305589a-3e38-4825-933d-0882314c3a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:21:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['e014afec-0034-4a80-a072-04dec8a73be7'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:42.689666 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49b88a8-0754-48cb-bf15-17cbed3a7875 req-9ec6fc7e-8d4f-4fc8-941f-a713b4102c09 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] No DVR routers for this DVR port ae6bf3df-1709-47b2-8319-f77fdf5bee39 on host hv-cinder-84339 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:21:42.692132 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-c49b88a8-0754-48cb-bf15-17cbed3a7875 req-9ec6fc7e-8d4f-4fc8-941f-a713b4102c09 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:42.695369 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c49b88a8-0754-48cb-bf15-17cbed3a7875 req-9ec6fc7e-8d4f-4fc8-941f-a713b4102c09 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.42 "DELETE /v2.0/ports/ae6bf3df-1709-47b2-8319-f77fdf5bee39 HTTP/1.1" status: 204 len: 173 time: 0.9163241 May 26 11:21:42.695802 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0986e2d8-cda5-42fe-97a9-9978a2dad8e6', 'name': 'network-vif-deleted', 'tag': 'ae6bf3df-1709-47b2-8319-f77fdf5bee39'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:21:42.698040 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2e6f70-c717-4a1b-a712-e7f094449cd0" -d '{"events": [{"server_uuid": "0986e2d8-cda5-42fe-97a9-9978a2dad8e6", "name": "network-vif-deleted", "tag": "ae6bf3df-1709-47b2-8319-f77fdf5bee39"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:21:42.735480 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83a2de3-d8ca-462e-94d5-cf2862bba6d2 x-openstack-request-id: req-e83a2de3-d8ca-462e-94d5-cf2862bba6d2 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:21:42.735771 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0986e2d8-cda5-42fe-97a9-9978a2dad8e6", "name": "network-vif-deleted", "tag": "ae6bf3df-1709-47b2-8319-f77fdf5bee39", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:21:42.736062 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e83a2de3-d8ca-462e-94d5-cf2862bba6d2 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:21:42.736482 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e83a2de3-d8ca-462e-94d5-cf2862bba6d2'] response: {'server_uuid': '0986e2d8-cda5-42fe-97a9-9978a2dad8e6', 'name': 'network-vif-deleted', 'tag': 'ae6bf3df-1709-47b2-8319-f77fdf5bee39', 'status': 'completed', 'code': 200} May 26 11:21:42.780674 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-7305589a-3e38-4825-933d-0882314c3a8c None None] Set router e014afec-0034-4a80-a072-04dec8a73be7 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:21:42.999475 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-7305589a-3e38-4825-933d-0882314c3a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'name': 'tempest-AttachVolumeShelveTestJSON-1073781720-router', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'gw_port': {'id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc', 'name': '', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'mac_address': 'fa:16:3e:b9:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:50Z', 'updated_at': '2022-05-26T11:15:06Z', 'revision_number': 5, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'subnets': [{'id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:43.027956 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7305589a-3e38-4825-933d-0882314c3a8c None None] Checking router: e014afec-0034-4a80-a072-04dec8a73be7 for host: dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:21:43.043093 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7305589a-3e38-4825-933d-0882314c3a8c None None] Routers {'e014afec-0034-4a80-a072-04dec8a73be7'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:21:43.043708 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-7305589a-3e38-4825-933d-0882314c3a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:21:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['e014afec-0034-4a80-a072-04dec8a73be7'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:43.158364 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-7305589a-3e38-4825-933d-0882314c3a8c None None] Set router e014afec-0034-4a80-a072-04dec8a73be7 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:21:43.167932 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cfeffb-98bb-44ac-9540-4ba3986edfcf req-6f09a231-914d-4bdb-95f7-37fb7614ea48 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:43.169507 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c6cfeffb-98bb-44ac-9540-4ba3986edfcf req-6f09a231-914d-4bdb-95f7-37fb7614ea48 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=21035c4d-530e-4ed2-8d55-24c732c99a26 HTTP/1.1" status: 200 len: 943 time: 0.0728054 May 26 11:21:43.207471 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c6cfeffb-98bb-44ac-9540-4ba3986edfcf req-731a0f57-bbdb-4d33-a352-d90920c9a43a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=9675710f-80f5-47e0-b698-0bea526f9928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312831 May 26 11:21:43.232422 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 2e6368ae-df4f-4529-a249-ec20ba14499d details requested by agent hyperv_hv-cinder-84339 with host hv-cinder-84339 {{(pid=102813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 11:21:43.420855 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 2e6368ae-df4f-4529-a249-ec20ba14499d, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=2e6368ae-df4f-4529-a249-ec20ba14499d,segment=NetworkSegment(c3accc82-0619-434a-97e3-9c20caa686c3),segment_id=c3accc82-0619-434a-97e3-9c20caa686c3)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:21:43.439817 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Returning: {'device': '2e6368ae-df4f-4529-a249-ec20ba14499d', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'port_id': '2e6368ae-df4f-4529-a249-ec20ba14499d', 'mac_address': 'fa:16:3e:04:b6:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 11:21:43.481681 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-7305589a-3e38-4825-933d-0882314c3a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'name': 'tempest-AttachVolumeShelveTestJSON-1073781720-router', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'gw_port': {'id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc', 'name': '', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'mac_address': 'fa:16:3e:b9:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:50Z', 'updated_at': '2022-05-26T11:15:06Z', 'revision_number': 5, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'subnets': [{'id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:43.485986 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:21:43.511651 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port 2e6368ae-df4f-4529-a249-ec20ba14499d is: DOWN; New status is: BUILD {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:21:43.512043 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:43.514998 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7305589a-3e38-4825-933d-0882314c3a8c None None] The sync data for ids ['e014afec-0034-4a80-a072-04dec8a73be7'] in dv-cinder-843395-1-iscsi is: [{'id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'name': 'tempest-AttachVolumeShelveTestJSON-1073781720-router', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:14:51Z', 'revision_number': 4, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'gw_port': {'id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc', 'name': '', 'network_id': 'c8f9ca9a-5305-4587-9899-24d42d7bc678', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'mac_address': 'fa:16:3e:b9:67:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:50Z', 'updated_at': '2022-05-26T11:15:06Z', 'revision_number': 5, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'subnets': [{'id': '514f2ce8-5ecc-434b-8584-b769021cd39f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:21:43.529966 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e6368ae-df4f-4529-a249-ec20ba14499d {{(pid=102813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:21:43.553674 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 2e6368ae-df4f-4529-a249-ec20ba14499d, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=2e6368ae-df4f-4529-a249-ec20ba14499d,segment=NetworkSegment(c3accc82-0619-434a-97e3-9c20caa686c3),segment_id=c3accc82-0619-434a-97e3-9c20caa686c3)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:21:43.652078 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:43.720856 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=2e6368ae-df4f-4529-a249-ec20ba14499d,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:43.738494 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6943f7a5-d3e9-4795-8f29-b09458eee96b req-947bb40f-1e20-4296-98fe-1b62070cbbfa tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/ports?device_id=0986e2d8-cda5-42fe-97a9-9978a2dad8e6 HTTP/1.1" status: 200 len: 210 time: 0.0308824 May 26 11:21:43.811289 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cb843a-c4e9-42eb-a9bf-319ba0b39058 None None] New status for floating IP f539c9e6-f551-44e6-82b4-b9efa1f5e76b: DOWN {{(pid=102814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:21:43.879927 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['2e6368ae-df4f-4529-a249-ec20ba14499d'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:21:44.329276 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44d9bf-40b1-4430-a54b-174e214146f2 req-0bef92c7-53b1-4233-a30e-3e62b60afa9a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:44.330721 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fc44d9bf-40b1-4430-a54b-174e214146f2 req-0bef92c7-53b1-4233-a30e-3e62b60afa9a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=21035c4d-530e-4ed2-8d55-24c732c99a26 HTTP/1.1" status: 200 len: 944 time: 0.0494502 May 26 11:21:44.368443 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fc44d9bf-40b1-4430-a54b-174e214146f2 req-1059a6ed-d433-49c6-8260-d9262e5f7120 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=9675710f-80f5-47e0-b698-0bea526f9928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316622 May 26 11:21:44.898861 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 44212) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:44.951631 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-08b0d1b4-1770-4b57-892e-ac43e80f7c2f tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:44.974654 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-08b0d1b4-1770-4b57-892e-ac43e80f7c2f tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:45.091625 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-08b0d1b4-1770-4b57-892e-ac43e80f7c2f tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:45.094258 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-08b0d1b4-1770-4b57-892e-ac43e80f7c2f tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:45.095410 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-08b0d1b4-1770-4b57-892e-ac43e80f7c2f tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "DELETE /v2.0/security-groups/a6048023-09d0-489f-95b8-47a4292377f3 HTTP/1.1" status: 204 len: 168 time: 0.1955571 May 26 11:21:45.098266 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 44216) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:45.110538 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b0d1b4-1770-4b57-892e-ac43e80f7c2f tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6048023-09d0-489f-95b8-47a4292377f3,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:45.111560 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.api.v2.resource [None req-aeb7d5dd-8367-45bd-ab5d-0497550dde44 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] show failed (client error): The resource could not be found. May 26 11:21:45.112530 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-aeb7d5dd-8367-45bd-ab5d-0497550dde44 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "GET /v2.0/security-groups/a6048023-09d0-489f-95b8-47a4292377f3 HTTP/1.1" status: 404 len: 347 time: 0.0132332 May 26 11:21:45.115611 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 44220) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:45.235830 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 2e6368ae-df4f-4529-a249-ec20ba14499d up at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:21:45.241994 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-1cf3d816-c8e8-4536-9208-ea3354c8ae57 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Deleting port ab5d956f-3f11-4788-ab0e-0fce3dddfa39 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:21:45.242336 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1cf3d816-c8e8-4536-9208-ea3354c8ae57 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:45.321345 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1cf3d816-c8e8-4536-9208-ea3354c8ae57 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:45.321670 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1cf3d816-c8e8-4536-9208-ea3354c8ae57 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:45.332921 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-1cf3d816-c8e8-4536-9208-ea3354c8ae57 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Calling delete_port for ab5d956f-3f11-4788-ab0e-0fce3dddfa39 owned by network:floatingip {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:21:45.366715 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning for port 2e6368ae-df4f-4529-a249-ec20ba14499d completed by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:21:45.370640 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning complete for port 2e6368ae-df4f-4529-a249-ec20ba14499d triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:21:45.371040 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:45.451496 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port 2e6368ae-df4f-4529-a249-ec20ba14499d is: BUILD; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:21:45.452175 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:45.478598 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21035c4d-530e-4ed2-8d55-24c732c99a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6368ae-df4f-4529-a249-ec20ba14499d'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:21:45.480942 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ec48ae-10fd-443d-8502-9c9f2a5ad07a" -d '{"events": [{"server_uuid": "21035c4d-530e-4ed2-8d55-24c732c99a26", "name": "network-vif-plugged", "status": "completed", "tag": "2e6368ae-df4f-4529-a249-ec20ba14499d"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:21:45.484839 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538df9bd-7827-4941-a04a-815d1d7eaec9 req-2ff3ccc8-2793-4a2a-8df9-7c58e7acc70c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:45.486605 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-538df9bd-7827-4941-a04a-815d1d7eaec9 req-2ff3ccc8-2793-4a2a-8df9-7c58e7acc70c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=21035c4d-530e-4ed2-8d55-24c732c99a26 HTTP/1.1" status: 200 len: 944 time: 0.0502064 May 26 11:21:45.495136 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 2e6368ae-df4f-4529-a249-ec20ba14499d, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=2e6368ae-df4f-4529-a249-ec20ba14499d,segment=NetworkSegment(c3accc82-0619-434a-97e3-9c20caa686c3),segment_id=c3accc82-0619-434a-97e3-9c20caa686c3)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:21:45.519317 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73436aed-b92b-4b04-b0d0-c5c703157296 x-openstack-request-id: req-73436aed-b92b-4b04-b0d0-c5c703157296 {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:21:45.519600 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21035c4d-530e-4ed2-8d55-24c732c99a26", "name": "network-vif-plugged", "status": "completed", "tag": "2e6368ae-df4f-4529-a249-ec20ba14499d", "code": 200}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:21:45.519845 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-73436aed-b92b-4b04-b0d0-c5c703157296 {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:21:45.520292 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73436aed-b92b-4b04-b0d0-c5c703157296'] response: {'server_uuid': '21035c4d-530e-4ed2-8d55-24c732c99a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e6368ae-df4f-4529-a249-ec20ba14499d', 'code': 200} May 26 11:21:45.528922 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1cf3d816-c8e8-4536-9208-ea3354c8ae57 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:45.534216 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-538df9bd-7827-4941-a04a-815d1d7eaec9 req-a5daf964-670e-4df9-aab9-d5136bd1849a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=9675710f-80f5-47e0-b698-0bea526f9928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386093 May 26 11:21:45.558690 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3d816-c8e8-4536-9208-ea3354c8ae57 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Pushing event deleted for resources: {'Port': ['ID=ab5d956f-3f11-4788-ab0e-0fce3dddfa39,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:45.569433 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:45.571154 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device ae6bf3df-1709-47b2-8319-f77fdf5bee39 no longer exists at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:21:45.611660 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] No Port match for: ae6bf3df-1709-47b2-8319-f77fdf5bee39 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:21:45.612010 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device ae6bf3df-1709-47b2-8319-f77fdf5bee39 not bound to the agent host hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:21:45.619531 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1cf3d816-c8e8-4536-9208-ea3354c8ae57 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks [] for floatingip, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:45.622046 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1cf3d816-c8e8-4536-9208-ea3354c8ae57 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:45.623181 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-1cf3d816-c8e8-4536-9208-ea3354c8ae57 tempest-AttachVolumeShelveTestJSON-479430949 tempest-AttachVolumeShelveTestJSON-479430949-project] 10.222.0.21 "DELETE /v2.0/floatingips/f539c9e6-f551-44e6-82b4-b9efa1f5e76b HTTP/1.1" status: 204 len: 168 time: 0.5066316 May 26 11:21:45.642069 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=2e6368ae-df4f-4529-a249-ec20ba14499d,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:45.837590 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860582f-977d-4f58-bcb6-e6693e326d10 req-5fb3c27d-6b03-4602-93a5-a69bd548aedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:45.839553 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9860582f-977d-4f58-bcb6-e6693e326d10 req-5fb3c27d-6b03-4602-93a5-a69bd548aedb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=21035c4d-530e-4ed2-8d55-24c732c99a26 HTTP/1.1" status: 200 len: 1098 time: 0.0442593 May 26 11:21:45.875128 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9860582f-977d-4f58-bcb6-e6693e326d10 req-335ed6e3-294d-4be4-8159-c3c8268f805f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9675710f-80f5-47e0-b698-0bea526f9928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283105 May 26 11:21:46.642087 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba1614-5e9d-4509-a9e5-d519f06b2acc req-254425aa-625a-4106-bb28-d0be18bd79bf tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:46.643527 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7fba1614-5e9d-4509-a9e5-d519f06b2acc req-254425aa-625a-4106-bb28-d0be18bd79bf tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=21035c4d-530e-4ed2-8d55-24c732c99a26 HTTP/1.1" status: 200 len: 945 time: 0.0470798 May 26 11:21:46.680487 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7fba1614-5e9d-4509-a9e5-d519f06b2acc req-d6e89a34-720f-4b95-a187-4d0dc84953d6 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=9675710f-80f5-47e0-b698-0bea526f9928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305231 May 26 11:21:47.793849 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44996d26-1573-43ee-9a93-8f7b55730da8 req-fc151e4a-423f-400a-ab0b-41dcc9bbdbcc tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:47.795334 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-44996d26-1573-43ee-9a93-8f7b55730da8 req-fc151e4a-423f-400a-ab0b-41dcc9bbdbcc tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=21035c4d-530e-4ed2-8d55-24c732c99a26 HTTP/1.1" status: 200 len: 945 time: 0.0483615 May 26 11:21:47.833169 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-44996d26-1573-43ee-9a93-8f7b55730da8 req-07dbee73-78d7-45bd-b6fa-3a4e2894ef93 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=9675710f-80f5-47e0-b698-0bea526f9928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314825 May 26 11:21:47.946028 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a964b1-2bbf-4e9a-ae7a-3554222e0e8a req-ef905078-04ae-4d1b-9816-4299a4697fd2 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:47.947777 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-20a964b1-2bbf-4e9a-ae7a-3554222e0e8a req-ef905078-04ae-4d1b-9816-4299a4697fd2 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=21035c4d-530e-4ed2-8d55-24c732c99a26 HTTP/1.1" status: 200 len: 945 time: 0.0519192 May 26 11:21:47.956870 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 44260) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:47.961359 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-257b658c-c815-4a6a-97dd-37a6c6439288 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Request body: {'floatingip': {'port_id': '2e6368ae-df4f-4529-a249-ec20ba14499d'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:21:47.999735 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-257b658c-c815-4a6a-97dd-37a6c6439288 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for floatingip, before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:48.013989 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5155af20-baa1-43c9-a483-baa303febc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:48.300515 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 44268) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:48.440184 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-257b658c-c815-4a6a-97dd-37a6c6439288 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:48.516458 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-257b658c-c815-4a6a-97dd-37a6c6439288 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:48.696292 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.db.l3_db [None req-257b658c-c815-4a6a-97dd-37a6c6439288 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Floating IP 8e310850-521f-404a-b339-260ef52a6088 associated. External IP: 172.27.2.230, port: 2e6368ae-df4f-4529-a249-ec20ba14499d. May 26 11:21:49.007790 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257b658c-c815-4a6a-97dd-37a6c6439288 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:21:49.132234 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9a2c3af4-7f38-4282-95c5-4ab47bda8890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1665277'] for router_interface, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:49.406338 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257b658c-c815-4a6a-97dd-37a6c6439288 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:21:49.411772 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-257b658c-c815-4a6a-97dd-37a6c6439288 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:49.417250 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d22404-d5a4-459b-bf3e-6bbcfaf84845 None None] Sync routers for ids ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'] in dv-cinder-843395-1-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:21:49.428795 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d22404-d5a4-459b-bf3e-6bbcfaf84845 None None] Routers {'0c24865d-15cd-46b9-b31c-bfa55bb63d28'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:21:49.429579 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-40d22404-d5a4-459b-bf3e-6bbcfaf84845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:21:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:49.470525 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-257b658c-c815-4a6a-97dd-37a6c6439288 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "PUT /v2.0/floatingips/8e310850-521f-404a-b339-260ef52a6088 HTTP/1.1" status: 200 len: 991 time: 1.5126266 May 26 11:21:49.472569 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21035c4d-530e-4ed2-8d55-24c732c99a26', 'tag': '2e6368ae-df4f-4529-a249-ec20ba14499d'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:21:49.475487 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68cb6bc11d0969d8050e4c4fd8812a2ae7a0aff31285e7476e9ca95485fd95a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181f39b0-c616-419d-8e60-868e42c9115e" -d '{"events": [{"name": "network-changed", "server_uuid": "21035c4d-530e-4ed2-8d55-24c732c99a26", "tag": "2e6368ae-df4f-4529-a249-ec20ba14499d"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:21:49.522066 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce0cf5f-8d8d-4fe1-b9e4-87b640bd6639 x-openstack-request-id: req-7ce0cf5f-8d8d-4fe1-b9e4-87b640bd6639 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:21:49.522345 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21035c4d-530e-4ed2-8d55-24c732c99a26", "tag": "2e6368ae-df4f-4529-a249-ec20ba14499d", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:21:49.522586 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ce0cf5f-8d8d-4fe1-b9e4-87b640bd6639 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:21:49.522969 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ce0cf5f-8d8d-4fe1-b9e4-87b640bd6639'] response: {'name': 'network-changed', 'server_uuid': '21035c4d-530e-4ed2-8d55-24c732c99a26', 'tag': '2e6368ae-df4f-4529-a249-ec20ba14499d', 'status': 'completed', 'code': 200} May 26 11:21:49.543148 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-40d22404-d5a4-459b-bf3e-6bbcfaf84845 None None] Set router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:21:49.580773 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f39b0-c616-419d-8e60-868e42c9115e req-c520083d-db2d-4b55-aca1-2ffed5298415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:49.592353 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-181f39b0-c616-419d-8e60-868e42c9115e req-c520083d-db2d-4b55-aca1-2ffed5298415 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c&device_id=21035c4d-530e-4ed2-8d55-24c732c99a26 HTTP/1.1" status: 200 len: 1098 time: 0.0442080 May 26 11:21:49.646713 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c3af4-7f38-4282-95c5-4ab47bda8890 admin admin] Deleting port 98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:21:49.647746 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9a2c3af4-7f38-4282-95c5-4ab47bda8890 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:49.687607 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f39b0-c616-419d-8e60-868e42c9115e req-dfec1046-f62e-495b-bf9f-b8c461213ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:49.689212 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-181f39b0-c616-419d-8e60-868e42c9115e req-dfec1046-f62e-495b-bf9f-b8c461213ce7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=44c421fa-2ce0-48c7-8756-eeee114ae628 HTTP/1.1" status: 200 len: 914 time: 0.0988343 May 26 11:21:49.733482 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-9a2c3af4-7f38-4282-95c5-4ab47bda8890 admin admin] For port 98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:21:49.733884 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9a2c3af4-7f38-4282-95c5-4ab47bda8890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:49.748397 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-9a2c3af4-7f38-4282-95c5-4ab47bda8890 admin admin] Calling delete_port for 98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc owned by network:router_interface {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:21:49.757933 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-181f39b0-c616-419d-8e60-868e42c9115e req-a264de5a-4816-4275-a3df-102993f20d52 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e6368ae-df4f-4529-a249-ec20ba14499d HTTP/1.1" status: 200 len: 999 time: 0.0619106 May 26 11:21:49.813627 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f39b0-c616-419d-8e60-868e42c9115e req-13772500-2302-4ae1-bd5f-1ae8b83a843a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:49.815096 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-181f39b0-c616-419d-8e60-868e42c9115e req-13772500-2302-4ae1-bd5f-1ae8b83a843a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1caf6db8-dcab-43d8-807f-6adf3a39696e HTTP/1.1" status: 200 len: 852 time: 0.0501189 May 26 11:21:49.865563 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f39b0-c616-419d-8e60-868e42c9115e req-45781fe5-984b-4cd0-82f0-e63615537203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:21:49.867247 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-181f39b0-c616-419d-8e60-868e42c9115e req-45781fe5-984b-4cd0-82f0-e63615537203 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=44c421fa-2ce0-48c7-8756-eeee114ae628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447516 May 26 11:21:49.908085 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-40d22404-d5a4-459b-bf3e-6bbcfaf84845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': '8e310850-521f-404a-b339-260ef52a6088', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'port_id': '2e6368ae-df4f-4529-a249-ec20ba14499d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'mac_address': 'fa:16:3e:04:b6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21035c4d-530e-4ed2-8d55-24c732c99a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:21:33Z', 'updated_at': '2022-05-26T11:21:48Z', 'revision_number': 1, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:34Z', 'revision_number': 5, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:49.936856 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d22404-d5a4-459b-bf3e-6bbcfaf84845 None None] Checking router: 0c24865d-15cd-46b9-b31c-bfa55bb63d28 for host: dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:21:49.947154 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d22404-d5a4-459b-bf3e-6bbcfaf84845 None None] Routers {'0c24865d-15cd-46b9-b31c-bfa55bb63d28'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:21:49.947154 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-40d22404-d5a4-459b-bf3e-6bbcfaf84845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:21:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:49.965872 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-181f39b0-c616-419d-8e60-868e42c9115e req-a000acbd-cfd7-48cf-bf15-94654fd4d8da service neutron] 10.222.0.42 "GET /v2.0/networks/44c421fa-2ce0-48c7-8756-eeee114ae628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842524 May 26 11:21:50.029258 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9a2c3af4-7f38-4282-95c5-4ab47bda8890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:50.054795 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-40d22404-d5a4-459b-bf3e-6bbcfaf84845 None None] Set router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:21:50.057575 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c3af4-7f38-4282-95c5-4ab47bda8890 admin admin] Pushing event deleted for resources: {'Port': ['ID=98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:50.065252 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-181f39b0-c616-419d-8e60-868e42c9115e req-07d8d3ba-20db-49f6-b7a3-116211d9200d service neutron] 10.222.0.42 "GET /v2.0/networks/44c421fa-2ce0-48c7-8756-eeee114ae628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923953 May 26 11:21:50.067399 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c3af4-7f38-4282-95c5-4ab47bda8890 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:50.067755 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c3af4-7f38-4282-95c5-4ab47bda8890 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:50.068101 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c3af4-7f38-4282-95c5-4ab47bda8890 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:50.068438 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c3af4-7f38-4282-95c5-4ab47bda8890 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:50.069296 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c3af4-7f38-4282-95c5-4ab47bda8890 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:50.069680 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c3af4-7f38-4282-95c5-4ab47bda8890 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:50.070025 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c3af4-7f38-4282-95c5-4ab47bda8890 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:50.070656 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c3af4-7f38-4282-95c5-4ab47bda8890 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:50.070656 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c3af4-7f38-4282-95c5-4ab47bda8890 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:50.070988 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c3af4-7f38-4282-95c5-4ab47bda8890 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:50.071318 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c3af4-7f38-4282-95c5-4ab47bda8890 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:50.071635 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2c3af4-7f38-4282-95c5-4ab47bda8890 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:21:50.179773 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-777c7278-da1e-4102-9748-b934426dfc22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:50.244807 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-9a2c3af4-7f38-4282-95c5-4ab47bda8890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667853'] for router_interface, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:50.342060 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-40d22404-d5a4-459b-bf3e-6bbcfaf84845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': '8e310850-521f-404a-b339-260ef52a6088', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'port_id': '2e6368ae-df4f-4529-a249-ec20ba14499d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'mac_address': 'fa:16:3e:04:b6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21035c4d-530e-4ed2-8d55-24c732c99a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:21:33Z', 'updated_at': '2022-05-26T11:21:48Z', 'revision_number': 1, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:34Z', 'revision_number': 5, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:50.367689 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d22404-d5a4-459b-bf3e-6bbcfaf84845 None None] The sync data for ids ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'] in dv-cinder-843395-1-iscsi is: [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': '8e310850-521f-404a-b339-260ef52a6088', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'port_id': '2e6368ae-df4f-4529-a249-ec20ba14499d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'mac_address': 'fa:16:3e:04:b6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21035c4d-530e-4ed2-8d55-24c732c99a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:21:33Z', 'updated_at': '2022-05-26T11:21:48Z', 'revision_number': 1, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:34Z', 'revision_number': 5, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:21:50.463821 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2c3af4-7f38-4282-95c5-4ab47bda8890 admin admin] Router e014afec-0034-4a80-a072-04dec8a73be7 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:21:50.570167 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47120e9d-17fa-438b-8ed0-1812c0b86146 None None] New status for floating IP 8e310850-521f-404a-b339-260ef52a6088: ACTIVE {{(pid=102814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:21:50.582667 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2c3af4-7f38-4282-95c5-4ab47bda8890 admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:21:50.591044 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 44284) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:50.591840 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-9a2c3af4-7f38-4282-95c5-4ab47bda8890 admin admin] 10.222.0.21 "PUT /v2.0/routers/e014afec-0034-4a80-a072-04dec8a73be7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2902374 May 26 11:21:50.598465 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdd1608-ee84-400d-bb17-492bf90755e5 None None] Sync routers for ids ['e014afec-0034-4a80-a072-04dec8a73be7'] in dv-cinder-843395-1-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:21:50.608553 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd1608-ee84-400d-bb17-492bf90755e5 None None] Routers {'e014afec-0034-4a80-a072-04dec8a73be7'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:21:50.609323 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-7fdd1608-ee84-400d-bb17-492bf90755e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:21:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['e014afec-0034-4a80-a072-04dec8a73be7'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:50.717502 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-949d0208-3f9d-4245-9ec3-44911022fc82 admin admin] Notify callbacks [] for router, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:50.719926 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-7fdd1608-ee84-400d-bb17-492bf90755e5 None None] Set router e014afec-0034-4a80-a072-04dec8a73be7 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:21:50.820656 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-949d0208-3f9d-4245-9ec3-44911022fc82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:50.900905 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-7fdd1608-ee84-400d-bb17-492bf90755e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'name': 'tempest-AttachVolumeShelveTestJSON-1073781720-router', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83'}], 'enable_snat': True}, 'gw_port_id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:21:49Z', 'revision_number': 5, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'gw_port': {'id': '0a36f681-4930-41d9-8f9a-e1d5a32c60b7', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:9f:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:14:45Z', 'updated_at': '2022-05-26T11:15:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:50.932111 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdd1608-ee84-400d-bb17-492bf90755e5 None None] Checking router: e014afec-0034-4a80-a072-04dec8a73be7 for host: dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:21:50.940784 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdd1608-ee84-400d-bb17-492bf90755e5 None None] Routers {'e014afec-0034-4a80-a072-04dec8a73be7'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:21:50.941396 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-7fdd1608-ee84-400d-bb17-492bf90755e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:21:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['e014afec-0034-4a80-a072-04dec8a73be7'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:50.946320 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-949d0208-3f9d-4245-9ec3-44911022fc82 admin admin] Deleting port 0a36f681-4930-41d9-8f9a-e1d5a32c60b7 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:21:50.946665 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-949d0208-3f9d-4245-9ec3-44911022fc82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:51.026381 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-7fdd1608-ee84-400d-bb17-492bf90755e5 None None] Set router e014afec-0034-4a80-a072-04dec8a73be7 gateway port host: None {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:21:51.027338 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-949d0208-3f9d-4245-9ec3-44911022fc82 admin admin] For port 0a36f681-4930-41d9-8f9a-e1d5a32c60b7, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=0a36f681-4930-41d9-8f9a-e1d5a32c60b7,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:21:51.027890 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-949d0208-3f9d-4245-9ec3-44911022fc82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:51.046614 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-949d0208-3f9d-4245-9ec3-44911022fc82 admin admin] Calling delete_port for 0a36f681-4930-41d9-8f9a-e1d5a32c60b7 owned by network:router_gateway {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:21:51.079539 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-7fdd1608-ee84-400d-bb17-492bf90755e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'name': 'tempest-AttachVolumeShelveTestJSON-1073781720-router', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:21:50Z', 'revision_number': 6, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'gw_port_host': None}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:51.109216 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdd1608-ee84-400d-bb17-492bf90755e5 None None] The sync data for ids ['e014afec-0034-4a80-a072-04dec8a73be7'] in dv-cinder-843395-1-iscsi is: [{'id': 'e014afec-0034-4a80-a072-04dec8a73be7', 'name': 'tempest-AttachVolumeShelveTestJSON-1073781720-router', 'tenant_id': '5c230246bb94476891f4cc468a47d8c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:14:44Z', 'updated_at': '2022-05-26T11:21:50Z', 'revision_number': 6, 'project_id': '5c230246bb94476891f4cc468a47d8c1', 'gw_port_host': None}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:21:51.297662 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-949d0208-3f9d-4245-9ec3-44911022fc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:51.326389 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d0208-3f9d-4245-9ec3-44911022fc82 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a36f681-4930-41d9-8f9a-e1d5a32c60b7,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:51.385216 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-949d0208-3f9d-4245-9ec3-44911022fc82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667235'] for router_gateway, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:51.476111 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-949d0208-3f9d-4245-9ec3-44911022fc82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4381'] for router, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:51.480740 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-949d0208-3f9d-4245-9ec3-44911022fc82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:51.499660 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:51.579626 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-949d0208-3f9d-4245-9ec3-44911022fc82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667729'] for router, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:51.580152 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949d0208-3f9d-4245-9ec3-44911022fc82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e014afec-0034-4a80-a072-04dec8a73be7 {{(pid=102811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 11:21:51.584475 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-949d0208-3f9d-4245-9ec3-44911022fc82 admin admin] Notify callbacks [] for router, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:51.586149 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-949d0208-3f9d-4245-9ec3-44911022fc82 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e014afec-0034-4a80-a072-04dec8a73be7 HTTP/1.1" status: 204 len: 168 time: 0.9913075 May 26 11:21:51.588919 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 44292) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:51.632647 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9966056-313b-4023-bb03-483bcc05d4f7 admin admin] Deleting subnet 514f2ce8-5ecc-434b-8584-b769021cd39f {{(pid=102810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 11:21:51.635637 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b9966056-313b-4023-bb03-483bcc05d4f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:51.671970 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b9966056-313b-4023-bb03-483bcc05d4f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8569443'] for subnet, precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:51.744907 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b9966056-313b-4023-bb03-483bcc05d4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778400'] for subnet, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:51.842628 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b9966056-313b-4023-bb03-483bcc05d4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-778411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8805057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8670238'] for subnet, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:51.868662 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9966056-313b-4023-bb03-483bcc05d4f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=514f2ce8-5ecc-434b-8584-b769021cd39f,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:51.873001 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b9966056-313b-4023-bb03-483bcc05d4f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:51.878720 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-b9966056-313b-4023-bb03-483bcc05d4f7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/514f2ce8-5ecc-434b-8584-b769021cd39f HTTP/1.1" status: 204 len: 168 time: 0.2860889 May 26 11:21:51.878845 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 44294) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:51.886897 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c92340-e667-4a05-adae-80f8655fabca None None] Network c8f9ca9a-5305-4587-9899-24d42d7bc678 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:21:51.938088 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:21:51.960470 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7747138c-b557-447f-99d7-c008af5d825f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590719'] for network, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:51.964973 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: 98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:21:51.965311 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 98ded30d-adb9-4b36-b5e3-c04ab2ffbcbc not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:21:51.965720 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 0a36f681-4930-41d9-8f9a-e1d5a32c60b7 no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:21:51.993593 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: 0a36f681-4930-41d9-8f9a-e1d5a32c60b7 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:21:51.993864 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 0a36f681-4930-41d9-8f9a-e1d5a32c60b7 not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:21:52.018548 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-7747138c-b557-447f-99d7-c008af5d825f admin admin] Deleting port b77c84ca-bc32-44e2-b39e-ede9711a42f7 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:21:52.019091 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7747138c-b557-447f-99d7-c008af5d825f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:52.085444 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-7747138c-b557-447f-99d7-c008af5d825f admin admin] For port b77c84ca-bc32-44e2-b39e-ede9711a42f7, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=b77c84ca-bc32-44e2-b39e-ede9711a42f7,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:21:52.085859 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7747138c-b557-447f-99d7-c008af5d825f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:52.104245 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-7747138c-b557-447f-99d7-c008af5d825f admin admin] Calling delete_port for b77c84ca-bc32-44e2-b39e-ede9711a42f7 owned by network:dhcp {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:21:52.119992 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f3a1bd-4f97-48b9-a057-415bf0282e16 None None] DHCP port deletion for c8f9ca9a-5305-4587-9899-24d42d7bc678 request from dv-cinder-843395-1-iscsi {{(pid=102813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 11:21:52.181453 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-97f3a1bd-4f97-48b9-a057-415bf0282e16 None None] Deleting port b77c84ca-bc32-44e2-b39e-ede9711a42f7 {{(pid=102813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:21:52.181926 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-97f3a1bd-4f97-48b9-a057-415bf0282e16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:52.249693 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-97f3a1bd-4f97-48b9-a057-415bf0282e16 None None] For port b77c84ca-bc32-44e2-b39e-ede9711a42f7, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=b77c84ca-bc32-44e2-b39e-ede9711a42f7,segment=NetworkSegment(d57197a7-5f9a-4235-a600-b87f207a61a6),segment_id=d57197a7-5f9a-4235-a600-b87f207a61a6)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:21:52.250394 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-97f3a1bd-4f97-48b9-a057-415bf0282e16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:52.263012 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7747138c-b557-447f-99d7-c008af5d825f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:52.266879 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-97f3a1bd-4f97-48b9-a057-415bf0282e16 None None] Calling delete_port for b77c84ca-bc32-44e2-b39e-ede9711a42f7 owned by network:dhcp {{(pid=102813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:21:52.289707 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747138c-b557-447f-99d7-c008af5d825f admin admin] Pushing event deleted for resources: {'Port': ['ID=b77c84ca-bc32-44e2-b39e-ede9711a42f7,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:52.291611 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7747138c-b557-447f-99d7-c008af5d825f admin admin] No DVR routers for this DVR port b77c84ca-bc32-44e2-b39e-ede9711a42f7 on host dv-cinder-843395-1-iscsi {{(pid=102810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:21:52.341678 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-97f3a1bd-4f97-48b9-a057-415bf0282e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846'] for port, after_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:52.370063 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3a1bd-4f97-48b9-a057-415bf0282e16 None None] Pushing event deleted for resources: {'Port': ['ID=b77c84ca-bc32-44e2-b39e-ede9711a42f7,revision_number=None']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:52.372961 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7747138c-b557-447f-99d7-c008af5d825f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784951', 'neutron.services.segments.db._delete_segments_for_network-8744569547816'] for network, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:52.373875 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f3a1bd-4f97-48b9-a057-415bf0282e16 None None] No DVR routers for this DVR port b77c84ca-bc32-44e2-b39e-ede9711a42f7 on host dv-cinder-843395-1-iscsi {{(pid=102813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:21:52.393813 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-7747138c-b557-447f-99d7-c008af5d825f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8f9ca9a-5305-4587-9899-24d42d7bc678']}} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:52.402728 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-7747138c-b557-447f-99d7-c008af5d825f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd57197a7-5f9a-4235-a600-b87f207a61a6') {'for_net_delete': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:52.403024 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-7747138c-b557-447f-99d7-c008af5d825f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd57197a7-5f9a-4235-a600-b87f207a61a6') {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:21:52.412250 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7747138c-b557-447f-99d7-c008af5d825f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744569548081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8569450'] for segment, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:52.425600 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7747138c-b557-447f-99d7-c008af5d825f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:52.431872 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7747138c-b557-447f-99d7-c008af5d825f admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=102810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:21:52.432248 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7747138c-b557-447f-99d7-c008af5d825f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8806243'] for segment, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:52.470896 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.services.segments.plugin [-] Segment d57197a7-5f9a-4235-a600-b87f207a61a6 resource provider aggregate not found May 26 11:21:52.491256 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.services.segments.plugin [-] Segment d57197a7-5f9a-4235-a600-b87f207a61a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d57197a7-5f9a-4235-a600-b87f207a61a6 found for delete ", "request_id": "req-8a754cb3-529a-4bae-a99b-c3247abed2e6"}]} May 26 11:21:52.565779 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7747138c-b557-447f-99d7-c008af5d825f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667215'] for network, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:52.570612 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7747138c-b557-447f-99d7-c008af5d825f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:52.573810 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-7747138c-b557-447f-99d7-c008af5d825f admin admin] 10.222.0.21 "DELETE /v2.0/networks/c8f9ca9a-5305-4587-9899-24d42d7bc678 HTTP/1.1" status: 204 len: 168 time: 0.6941285 May 26 11:21:52.586708 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747138c-b557-447f-99d7-c008af5d825f admin admin] Pushing event deleted for resources: {'Network': ['ID=c8f9ca9a-5305-4587-9899-24d42d7bc678,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:52.705504 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:52.858103 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 44304) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:52.901693 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-856d4b79-6746-4edc-a315-d3797b3101b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c230246bb94476891f4cc468a47d8c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0423479 May 26 11:21:52.903890 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 44306) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:52.950833 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-014e0ce9-6744-4028-976e-cff17b8bfc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:52.970967 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-014e0ce9-6744-4028-976e-cff17b8bfc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:53.088031 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-014e0ce9-6744-4028-976e-cff17b8bfc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:53.090648 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-014e0ce9-6744-4028-976e-cff17b8bfc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:53.091790 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-014e0ce9-6744-4028-976e-cff17b8bfc9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc761407-9b37-4c31-af2b-cf7de7ecb2ea HTTP/1.1" status: 204 len: 168 time: 0.1870239 May 26 11:21:53.099756 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e0ce9-6744-4028-976e-cff17b8bfc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc761407-9b37-4c31-af2b-cf7de7ecb2ea,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:53.268371 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:53.754326 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device b77c84ca-bc32-44e2-b39e-ede9711a42f7 no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:21:53.776564 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: b77c84ca-bc32-44e2-b39e-ede9711a42f7 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:21:53.776934 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device b77c84ca-bc32-44e2-b39e-ede9711a42f7 not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:21:55.399976 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 44362) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:55.503318 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e0fef5c3-10b2-43f2-9957-0d4c538590bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:55.575437 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e0fef5c3-10b2-43f2-9957-0d4c538590bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:55.642461 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e0fef5c3-10b2-43f2-9957-0d4c538590bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:55.683196 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e0fef5c3-10b2-43f2-9957-0d4c538590bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77bf20f8898141d7ad3e258483e5033c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820377 May 26 11:21:55.684347 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fef5c3-10b2-43f2-9957-0d4c538590bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25d28e2-6c74-42a5-b47f-de8638bdc20a,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:55.686120 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 44366) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:55.742375 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8f53e4e4-5401-4829-9aac-dc60dc3b6e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:55.763635 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8f53e4e4-5401-4829-9aac-dc60dc3b6e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:55.853521 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8f53e4e4-5401-4829-9aac-dc60dc3b6e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:55.856064 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8f53e4e4-5401-4829-9aac-dc60dc3b6e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:55.857219 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-8f53e4e4-5401-4829-9aac-dc60dc3b6e99 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d25d28e2-6c74-42a5-b47f-de8638bdc20a HTTP/1.1" status: 204 len: 168 time: 0.1699827 May 26 11:21:55.864926 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53e4e4-5401-4829-9aac-dc60dc3b6e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25d28e2-6c74-42a5-b47f-de8638bdc20a,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:56.497822 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 44380) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:56.511065 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7f92cdfa-4f1f-4c68-9448-624bf6bf133d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:56.584677 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7f92cdfa-4f1f-4c68-9448-624bf6bf133d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:56.636396 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7f92cdfa-4f1f-4c68-9448-624bf6bf133d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:56.674123 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-7f92cdfa-4f1f-4c68-9448-624bf6bf133d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35956df1c39149789d56b1c9829c51c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1751876 May 26 11:21:56.676018 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92cdfa-4f1f-4c68-9448-624bf6bf133d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfa2bb4-9f0b-4c63-857f-a156d843ecca,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:21:56.677010 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 44382) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:21:56.728858 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-421c9c00-5f24-4323-8134-bd0035f51c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:56.749298 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-421c9c00-5f24-4323-8134-bd0035f51c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:56.880172 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-421c9c00-5f24-4323-8134-bd0035f51c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:56.883265 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-421c9c00-5f24-4323-8134-bd0035f51c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:21:56.884887 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-421c9c00-5f24-4323-8134-bd0035f51c58 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ecfa2bb4-9f0b-4c63-857f-a156d843ecca HTTP/1.1" status: 204 len: 168 time: 0.2068601 May 26 11:21:56.893111 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421c9c00-5f24-4323-8134-bd0035f51c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfa2bb4-9f0b-4c63-857f-a156d843ecca,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:05.385341 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d2f4a-63f2-4a0f-8749-904cc5fec6e4 req-cbd4eae8-56a0-4ed7-9658-b235d0091c21 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:05.386781 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-515d2f4a-63f2-4a0f-8749-904cc5fec6e4 req-cbd4eae8-56a0-4ed7-9658-b235d0091c21 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0518415 May 26 11:22:05.423804 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-515d2f4a-63f2-4a0f-8749-904cc5fec6e4 req-380b98df-65f8-411c-acb1-774b6b973fe1 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310321 May 26 11:22:06.541360 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e030b4b-70c7-4b1b-abde-5db1dceb901b req-a6b1cc0d-6b63-4bb7-bf71-a3130a1d878a tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:06.542726 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4e030b4b-70c7-4b1b-abde-5db1dceb901b req-a6b1cc0d-6b63-4bb7-bf71-a3130a1d878a tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0494897 May 26 11:22:06.579983 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4e030b4b-70c7-4b1b-abde-5db1dceb901b req-681020db-e6e6-428c-98e5-37d54548b4b2 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310163 May 26 11:22:07.695339 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9fbf58-3114-416f-b111-3e8054942b56 req-6c78f365-d22f-4139-a08c-767f888a7d16 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:07.696896 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5a9fbf58-3114-416f-b111-3e8054942b56 req-6c78f365-d22f-4139-a08c-767f888a7d16 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0495815 May 26 11:22:07.740203 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5a9fbf58-3114-416f-b111-3e8054942b56 req-7b97f433-f08c-4c41-81df-26a02250f93c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356605 May 26 11:22:08.857638 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e95a9-ac9c-435b-80f1-9d7deab42ddb req-15836ad2-8f5d-4dbd-bbb8-203bf19552e2 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:08.859105 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-db5e95a9-ac9c-435b-80f1-9d7deab42ddb req-15836ad2-8f5d-4dbd-bbb8-203bf19552e2 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0478499 May 26 11:22:08.895613 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-db5e95a9-ac9c-435b-80f1-9d7deab42ddb req-e81d246d-aef8-45bb-a7ad-c6e45b202847 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307102 May 26 11:22:09.177845 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 44524) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:09.282148 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-14bc73d8-67ac-4839-ae48-fc19e5aa9137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:09.348672 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:09.354982 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-14bc73d8-67ac-4839-ae48-fc19e5aa9137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:09.434295 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-14bc73d8-67ac-4839-ae48-fc19e5aa9137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:09.470136 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc73d8-67ac-4839-ae48-fc19e5aa9137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f00b5f-d154-4368-9fda-500ca1be25be,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:09.474498 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-14bc73d8-67ac-4839-ae48-fc19e5aa9137 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0551b766d01443bfabe7ac4d00d6fbf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956600 May 26 11:22:09.478395 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 44528) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:09.524681 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f76b3e32-1d4a-43b6-9c67-3b566a8e4301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:09.544744 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f76b3e32-1d4a-43b6-9c67-3b566a8e4301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:09.662615 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f76b3e32-1d4a-43b6-9c67-3b566a8e4301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:09.665246 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f76b3e32-1d4a-43b6-9c67-3b566a8e4301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:09.666380 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-f76b3e32-1d4a-43b6-9c67-3b566a8e4301 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96f00b5f-d154-4368-9fda-500ca1be25be HTTP/1.1" status: 204 len: 168 time: 0.1877820 May 26 11:22:09.674340 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76b3e32-1d4a-43b6-9c67-3b566a8e4301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f00b5f-d154-4368-9fda-500ca1be25be,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:10.012954 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed182e1-b058-429c-b82a-d73e0857b3f0 req-808cc60c-68c1-4963-a22f-dca4cd115f87 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:10.014529 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8ed182e1-b058-429c-b82a-d73e0857b3f0 req-808cc60c-68c1-4963-a22f-dca4cd115f87 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0514941 May 26 11:22:10.051999 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8ed182e1-b058-429c-b82a-d73e0857b3f0 req-34c66a72-1146-43e6-9399-41c8ff9dcba5 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312836 May 26 11:22:11.170889 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696776e-02aa-424b-b367-ac6e1eb7f842 req-61dc68a7-a87e-4b9b-8c55-0e41a09713d7 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:11.172392 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0696776e-02aa-424b-b367-ac6e1eb7f842 req-61dc68a7-a87e-4b9b-8c55-0e41a09713d7 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0523958 May 26 11:22:11.211375 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0696776e-02aa-424b-b367-ac6e1eb7f842 req-122a5ce3-261f-4201-b8ed-43632a5e4c54 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324421 May 26 11:22:12.327957 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba4693-f617-4878-8cc8-88e415a6683c req-46bc4c68-9398-4cdf-9345-8a9a0ab0e77b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:12.329476 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b1ba4693-f617-4878-8cc8-88e415a6683c req-46bc4c68-9398-4cdf-9345-8a9a0ab0e77b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0515630 May 26 11:22:12.367142 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b1ba4693-f617-4878-8cc8-88e415a6683c req-8da5d42c-f501-47d8-a1e1-8dab1cbd57f1 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310495 May 26 11:22:13.479191 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe4cc4-2bab-4d0f-b535-9a671dd1401c req-728d1dbd-f249-483e-937a-e6915dfee051 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:13.480665 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c1fe4cc4-2bab-4d0f-b535-9a671dd1401c req-728d1dbd-f249-483e-937a-e6915dfee051 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0482125 May 26 11:22:13.517696 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c1fe4cc4-2bab-4d0f-b535-9a671dd1401c req-67e3ccb3-d3a2-4d7e-befc-fe4a3d19c7d5 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308392 May 26 11:22:14.633630 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db294ac-8da8-4f58-8046-47dda3c56d46 req-a9e21352-8a4a-4766-b0a1-993ef9621fbe tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:14.635082 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4db294ac-8da8-4f58-8046-47dda3c56d46 req-a9e21352-8a4a-4766-b0a1-993ef9621fbe tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0488501 May 26 11:22:14.673897 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4db294ac-8da8-4f58-8046-47dda3c56d46 req-9c712c0c-4ba5-488f-bb21-ee80da0825d8 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328412 May 26 11:22:15.786035 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336ac1e3-1630-4f06-9ba2-6b5e18066df0 req-66b04c07-bd43-4905-9b24-deab58efa822 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:15.787489 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-336ac1e3-1630-4f06-9ba2-6b5e18066df0 req-66b04c07-bd43-4905-9b24-deab58efa822 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0479777 May 26 11:22:15.825220 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-336ac1e3-1630-4f06-9ba2-6b5e18066df0 req-48fb9251-955d-4ba3-a516-f5d8c968dfce tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310314 May 26 11:22:16.939512 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d3918-854b-4fbc-8c6c-516ced4a0ee8 req-758b6911-5aeb-47c7-bf6b-78f3e9161035 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:16.941017 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-183d3918-854b-4fbc-8c6c-516ced4a0ee8 req-758b6911-5aeb-47c7-bf6b-78f3e9161035 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0488021 May 26 11:22:16.979282 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-183d3918-854b-4fbc-8c6c-516ced4a0ee8 req-71b8cc56-3aa3-4462-83b1-b1d81a757b69 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308917 May 26 11:22:18.011134 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-98a52442-97fb-4559-925f-5d8ff3cf9370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:18.102291 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65336b77-aec1-4e56-b501-ac93fdbde90d req-cb52925b-5d53-45a8-a47f-8dd5c4df9ca2 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:18.103792 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-65336b77-aec1-4e56-b501-ac93fdbde90d req-cb52925b-5d53-45a8-a47f-8dd5c4df9ca2 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0555527 May 26 11:22:18.143518 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-65336b77-aec1-4e56-b501-ac93fdbde90d req-f089aeac-8360-4e10-82c2-2b9fa5757df2 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334525 May 26 11:22:19.272105 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ffbda-749f-47a3-b81d-39f5c3986b0b req-cd5c76f2-f578-48fc-bce7-c368a1078f7a tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:19.274259 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-279ffbda-749f-47a3-b81d-39f5c3986b0b req-cd5c76f2-f578-48fc-bce7-c368a1078f7a tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0524280 May 26 11:22:19.311714 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-279ffbda-749f-47a3-b81d-39f5c3986b0b req-687db466-4a6e-4002-8fbb-e80e29c49c8b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314000 May 26 11:22:20.178846 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-9de75124-8497-4f6a-8003-01b500b9e4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:20.425313 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a381fa-f516-4a04-b239-0e1c951ce1ba req-223fbb33-b059-459f-98fc-f8aef11e56ca tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:20.426647 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-07a381fa-f516-4a04-b239-0e1c951ce1ba req-223fbb33-b059-459f-98fc-f8aef11e56ca tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0477543 May 26 11:22:20.462780 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-07a381fa-f516-4a04-b239-0e1c951ce1ba req-a3f12ac5-fb13-4f8d-a6f5-2f5a28b4432a tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303466 May 26 11:22:20.484389 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:22:21.491302 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:21.575631 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cbf55-c893-4ecd-85f8-f0e7293595bd req-9088dcda-c08d-4726-8363-a3697355f375 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:21.577130 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-954cbf55-c893-4ecd-85f8-f0e7293595bd req-9088dcda-c08d-4726-8363-a3697355f375 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0478108 May 26 11:22:21.614537 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-954cbf55-c893-4ecd-85f8-f0e7293595bd req-e8efca3c-2186-48ff-97d8-79d23ed7e6b9 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313685 May 26 11:22:22.530562 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13049fcb-f3e6-4de9-9ec0-ca1ba0263217 req-e1b80466-d37a-4d98-a713-4897bd374f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:22.531932 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-13049fcb-f3e6-4de9-9ec0-ca1ba0263217 req-e1b80466-d37a-4d98-a713-4897bd374f2a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b825a6473b6e40d89336e2abca3c33c5&device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 1099 time: 0.0385246 May 26 11:22:22.621295 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13049fcb-f3e6-4de9-9ec0-ca1ba0263217 req-945677ae-f686-46fb-8389-b562e4b1bc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:22.622745 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-13049fcb-f3e6-4de9-9ec0-ca1ba0263217 req-945677ae-f686-46fb-8389-b562e4b1bc7b service neutron] 10.222.0.42 "GET /v2.0/networks?id=e0560975-4267-405e-bcd2-a4a3e83034df HTTP/1.1" status: 200 len: 909 time: 0.0840302 May 26 11:22:22.688968 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-13049fcb-f3e6-4de9-9ec0-ca1ba0263217 req-93b6c6a3-2b6b-404f-9988-d6d5ae42ba5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8a46e38-be9f-46b9-a649-02907199a1ea HTTP/1.1" status: 200 len: 1002 time: 0.0591066 May 26 11:22:22.721988 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:22.737009 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c5e42-d748-4f99-bdec-a71def9d7624 req-d667fbaa-4e1b-4bad-a7ce-098d860ca301 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:22.738475 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-066c5e42-d748-4f99-bdec-a71def9d7624 req-d667fbaa-4e1b-4bad-a7ce-098d860ca301 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0499966 May 26 11:22:22.742560 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13049fcb-f3e6-4de9-9ec0-ca1ba0263217 req-38460e71-c5d7-42c3-b806-3a65dcb4a5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:22.744015 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-13049fcb-f3e6-4de9-9ec0-ca1ba0263217 req-38460e71-c5d7-42c3-b806-3a65dcb4a5a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6967227e-c477-4d60-a71d-f49fedd71aaa HTTP/1.1" status: 200 len: 847 time: 0.0467381 May 26 11:22:22.776849 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-066c5e42-d748-4f99-bdec-a71def9d7624 req-8b2ec940-2b42-492d-822a-e6e361e5c68c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321767 May 26 11:22:22.793068 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13049fcb-f3e6-4de9-9ec0-ca1ba0263217 req-2baeedc6-0428-41a5-ae58-b8594aa08726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:22.794545 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-13049fcb-f3e6-4de9-9ec0-ca1ba0263217 req-2baeedc6-0428-41a5-ae58-b8594aa08726 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e0560975-4267-405e-bcd2-a4a3e83034df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436382 May 26 11:22:22.882972 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-13049fcb-f3e6-4de9-9ec0-ca1ba0263217 req-c21aef1b-57b2-42e8-a734-2108e9d9434a service neutron] 10.222.0.42 "GET /v2.0/networks/e0560975-4267-405e-bcd2-a4a3e83034df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800319 May 26 11:22:22.974346 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-13049fcb-f3e6-4de9-9ec0-ca1ba0263217 req-5e64d8ed-34ab-40d0-824a-be521c8483f8 service neutron] 10.222.0.42 "GET /v2.0/networks/e0560975-4267-405e-bcd2-a4a3e83034df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842116 May 26 11:22:23.252856 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:23.891283 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f341a2e-1fba-46dd-a961-b2b60569fbc2 req-93de2353-9c6a-41bd-b035-f6fb49075979 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:23.892794 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3f341a2e-1fba-46dd-a961-b2b60569fbc2 req-93de2353-9c6a-41bd-b035-f6fb49075979 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0485575 May 26 11:22:23.930695 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3f341a2e-1fba-46dd-a961-b2b60569fbc2 req-322e596f-932a-41b9-a633-53363ec64a4d tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317695 May 26 11:22:25.062916 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcea4c8-363f-462f-a1d2-c81fdcece8aa req-87169565-281f-48f9-b1c6-ac983a057917 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:25.062916 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7dcea4c8-363f-462f-a1d2-c81fdcece8aa req-87169565-281f-48f9-b1c6-ac983a057917 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0543420 May 26 11:22:25.100542 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7dcea4c8-363f-462f-a1d2-c81fdcece8aa req-1661f622-096c-4ca4-bdcc-6cbcb88108f4 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337076 May 26 11:22:26.212304 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b26dbb-673b-4f1a-abd9-2e83d434811f req-9978cd3d-d8ee-464f-976d-4a8dae80c921 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:26.213785 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-01b26dbb-673b-4f1a-abd9-2e83d434811f req-9978cd3d-d8ee-464f-976d-4a8dae80c921 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0482965 May 26 11:22:26.251910 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-01b26dbb-673b-4f1a-abd9-2e83d434811f req-d8ec1e3c-7bee-4c30-bcd2-bc30e42993ab tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321181 May 26 11:22:26.357457 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 44788) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:26.473116 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d697d783-eb63-4c39-b819-3efd4ed2576d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:26.557909 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d697d783-eb63-4c39-b819-3efd4ed2576d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:26.632213 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d10db1-ad3b-450b-bf54-6ff935b50a91 req-f2b6e0b0-7246-432c-9a15-d6c26e9cc819 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:26.633734 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-73d10db1-ad3b-450b-bf54-6ff935b50a91 req-f2b6e0b0-7246-432c-9a15-d6c26e9cc819 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0488374 May 26 11:22:26.674317 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d697d783-eb63-4c39-b819-3efd4ed2576d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:26.680262 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-73d10db1-ad3b-450b-bf54-6ff935b50a91 req-b0b4d1b9-defc-49e4-83bf-7263488758db tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402193 May 26 11:22:26.720899 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-d697d783-eb63-4c39-b819-3efd4ed2576d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99871de5e5cc4312adbc1a1c1d8cb620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3623297 May 26 11:22:26.722833 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697d783-eb63-4c39-b819-3efd4ed2576d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421dc736-c247-41dc-be8f-7435eb7bfa84,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:26.723823 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 44802) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:26.774930 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a84a0cb8-943b-4af8-ab7e-a0d4e0c2a8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:26.775327 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f5c6a904-18cc-44cd-9929-2a700ab25087 req-b2bcb5f7-ef3c-4fb3-bf13-1f421d728c9d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0931852 May 26 11:22:26.797482 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a84a0cb8-943b-4af8-ab7e-a0d4e0c2a8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:26.910454 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a84a0cb8-943b-4af8-ab7e-a0d4e0c2a8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:26.913253 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a84a0cb8-943b-4af8-ab7e-a0d4e0c2a8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:26.914499 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-a84a0cb8-943b-4af8-ab7e-a0d4e0c2a8c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/421dc736-c247-41dc-be8f-7435eb7bfa84 HTTP/1.1" status: 204 len: 168 time: 0.1895812 May 26 11:22:26.922683 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a0cb8-943b-4af8-ab7e-a0d4e0c2a8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421dc736-c247-41dc-be8f-7435eb7bfa84,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:26.931043 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a0cb8-943b-4af8-ab7e-a0d4e0c2a8c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:26.931678 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a0cb8-943b-4af8-ab7e-a0d4e0c2a8c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:26.932100 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a0cb8-943b-4af8-ab7e-a0d4e0c2a8c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:26.932507 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a0cb8-943b-4af8-ab7e-a0d4e0c2a8c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:26.932941 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a0cb8-943b-4af8-ab7e-a0d4e0c2a8c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:26.933350 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a0cb8-943b-4af8-ab7e-a0d4e0c2a8c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:26.933745 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a0cb8-943b-4af8-ab7e-a0d4e0c2a8c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:26.934142 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a0cb8-943b-4af8-ab7e-a0d4e0c2a8c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:26.934616 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a0cb8-943b-4af8-ab7e-a0d4e0c2a8c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:26.935009 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a0cb8-943b-4af8-ab7e-a0d4e0c2a8c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:26.935398 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a0cb8-943b-4af8-ab7e-a0d4e0c2a8c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:26.935891 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a0cb8-943b-4af8-ab7e-a0d4e0c2a8c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:27.797027 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a854e87-8852-4a55-8289-4e2b7cc25193 req-5f10a7f5-a7be-407a-b33d-bc9cacc3a4be tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:27.798652 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6a854e87-8852-4a55-8289-4e2b7cc25193 req-5f10a7f5-a7be-407a-b33d-bc9cacc3a4be tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0506456 May 26 11:22:27.835496 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6a854e87-8852-4a55-8289-4e2b7cc25193 req-b1e538b8-c8db-45be-972a-1349610f6af9 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309441 May 26 11:22:28.514772 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device f8a46e38-be9f-46b9-a649-02907199a1ea no longer exists at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:22:28.596393 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port f8a46e38-be9f-46b9-a649-02907199a1ea is: ACTIVE; New status is: DOWN {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:22:28.596835 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:28.620473 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059f0aae-683a-46c1-84e2-fd4103bb4798', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8a46e38-be9f-46b9-a649-02907199a1ea'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:22:28.623042 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d677eda0-1e46-44bd-b0df-401d6d942ee5" -d '{"events": [{"server_uuid": "059f0aae-683a-46c1-84e2-fd4103bb4798", "name": "network-vif-unplugged", "status": "completed", "tag": "f8a46e38-be9f-46b9-a649-02907199a1ea"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:22:28.637438 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port f8a46e38-be9f-46b9-a649-02907199a1ea, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=f8a46e38-be9f-46b9-a649-02907199a1ea,segment=NetworkSegment(6f40d9de-0bda-43da-8509-8916b3856254),segment_id=6f40d9de-0bda-43da-8509-8916b3856254)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:22:28.657030 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 26 May 2022 11:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cf4835-670c-437d-adb1-e5c72b943048 x-openstack-request-id: req-b8cf4835-670c-437d-adb1-e5c72b943048 {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:22:28.657316 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059f0aae-683a-46c1-84e2-fd4103bb4798", "name": "network-vif-unplugged", "status": "failed", "tag": "f8a46e38-be9f-46b9-a649-02907199a1ea", "code": 422}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:22:28.657568 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8cf4835-670c-437d-adb1-e5c72b943048 {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:22:28.657961 dv-cinder-843395-1-iscsi neutron-server[102813]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b8cf4835-670c-437d-adb1-e5c72b943048']: {'server_uuid': '059f0aae-683a-46c1-84e2-fd4103bb4798', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f8a46e38-be9f-46b9-a649-02907199a1ea', 'code': 422} returned with failed status May 26 11:22:28.702092 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:28.748586 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=f8a46e38-be9f-46b9-a649-02907199a1ea,revision_number=6']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:28.755205 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:28.759431 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:28.759431 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:28.759431 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:28.759431 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:28.759431 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:28.759431 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:28.759431 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:28.759431 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:28.759431 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:28.759431 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:28.759431 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:28.948148 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36d6b3-8cae-4d77-8078-24294c5064e4 req-aaf44e71-3be8-49c1-a1d8-0c47af811754 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:28.949627 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0a36d6b3-8cae-4d77-8078-24294c5064e4 req-aaf44e71-3be8-49c1-a1d8-0c47af811754 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 944 time: 0.0479870 May 26 11:22:28.986600 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0a36d6b3-8cae-4d77-8078-24294c5064e4 req-2df45dc9-bed9-4601-ac11-71948f10cf71 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310867 May 26 11:22:30.098106 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113eca0e-3508-4c20-8efd-4f9c48a61142 req-c1856681-823b-48f8-9f3f-3752fb3b43a0 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:30.099541 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-113eca0e-3508-4c20-8efd-4f9c48a61142 req-c1856681-823b-48f8-9f3f-3752fb3b43a0 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 944 time: 0.0469351 May 26 11:22:30.137988 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-113eca0e-3508-4c20-8efd-4f9c48a61142 req-46f7869b-6a87-464e-8aa6-dae55f8491d8 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317552 May 26 11:22:30.324273 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6a904-18cc-44cd-9929-2a700ab25087 req-5b60638e-ae4f-4558-a241-fb763a8f9531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:30.325776 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f5c6a904-18cc-44cd-9929-2a700ab25087 req-5b60638e-ae4f-4558-a241-fb763a8f9531 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798&tenant_id=b825a6473b6e40d89336e2abca3c33c5 HTTP/1.1" status: 200 len: 1097 time: 0.0432034 May 26 11:22:30.387286 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6a904-18cc-44cd-9929-2a700ab25087 req-f49b2988-06bb-4568-ab1e-45a74aaa1b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:30.388835 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f5c6a904-18cc-44cd-9929-2a700ab25087 req-f49b2988-06bb-4568-ab1e-45a74aaa1b28 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b825a6473b6e40d89336e2abca3c33c5&device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 1097 time: 0.0393636 May 26 11:22:30.481753 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6a904-18cc-44cd-9929-2a700ab25087 req-4c43d0a4-ad7b-4873-ad0e-2123012c1704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:30.483267 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f5c6a904-18cc-44cd-9929-2a700ab25087 req-4c43d0a4-ad7b-4873-ad0e-2123012c1704 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e0560975-4267-405e-bcd2-a4a3e83034df HTTP/1.1" status: 200 len: 909 time: 0.0878837 May 26 11:22:30.554442 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f5c6a904-18cc-44cd-9929-2a700ab25087 req-d72beaea-1da8-4807-8155-5f690485cbf0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8a46e38-be9f-46b9-a649-02907199a1ea HTTP/1.1" status: 200 len: 1000 time: 0.0581186 May 26 11:22:30.603277 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6a904-18cc-44cd-9929-2a700ab25087 req-0e91f9f8-dc70-4625-9bde-b7d3e704cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:30.604790 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f5c6a904-18cc-44cd-9929-2a700ab25087 req-0e91f9f8-dc70-4625-9bde-b7d3e704cf0a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6967227e-c477-4d60-a71d-f49fedd71aaa HTTP/1.1" status: 200 len: 847 time: 0.0435247 May 26 11:22:30.651485 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6a904-18cc-44cd-9929-2a700ab25087 req-2340ba3a-85ee-4bad-b50a-f6509fadc5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:30.652970 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f5c6a904-18cc-44cd-9929-2a700ab25087 req-2340ba3a-85ee-4bad-b50a-f6509fadc5fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e0560975-4267-405e-bcd2-a4a3e83034df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417154 May 26 11:22:30.739254 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f5c6a904-18cc-44cd-9929-2a700ab25087 req-1c6cdc2b-42fe-4dfb-8ffb-47eb919160e8 service neutron] 10.222.0.42 "GET /v2.0/networks/e0560975-4267-405e-bcd2-a4a3e83034df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785036 May 26 11:22:30.828666 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f5c6a904-18cc-44cd-9929-2a700ab25087 req-5b8f3882-cf20-4f8b-8923-622fc53b16bc service neutron] 10.222.0.42 "GET /v2.0/networks/e0560975-4267-405e-bcd2-a4a3e83034df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820365 May 26 11:22:31.257502 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10645a-9bf4-41a5-87ca-4ec3223a4e45 req-53560535-1e4e-44e8-a50e-f390f6f3df7f tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:31.258990 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0d10645a-9bf4-41a5-87ca-4ec3223a4e45 req-53560535-1e4e-44e8-a50e-f390f6f3df7f tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 944 time: 0.0509634 May 26 11:22:31.295654 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0d10645a-9bf4-41a5-87ca-4ec3223a4e45 req-1cc373a6-2290-4120-9997-46568746536b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306690 May 26 11:22:32.420578 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafed80-d3a3-4576-9099-dca7f16f77f6 req-93e73f07-50f8-4d78-aca8-5f51692a29db tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:32.422039 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9bafed80-d3a3-4576-9099-dca7f16f77f6 req-93e73f07-50f8-4d78-aca8-5f51692a29db tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 944 time: 0.0476959 May 26 11:22:32.464148 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9bafed80-d3a3-4576-9099-dca7f16f77f6 req-3d3822f1-3dc3-4feb-90a4-a0afd289497f tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311286 May 26 11:22:33.576786 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9a723-e209-473a-81ea-96721ebf9359 req-135a0a6b-5985-4357-a37d-186b95f4a43b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:33.578393 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cde9a723-e209-473a-81ea-96721ebf9359 req-135a0a6b-5985-4357-a37d-186b95f4a43b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 944 time: 0.0490427 May 26 11:22:33.616001 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cde9a723-e209-473a-81ea-96721ebf9359 req-1b277173-73a0-4c7d-9c4a-2f8768f83c15 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315702 May 26 11:22:34.589026 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 44904) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:34.691977 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e8219122-3752-4c95-a301-cd72115cc826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:34.767105 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f6a5e-f3e1-405e-adba-a2cfdc55ffb0 req-a12c6293-ab55-48db-b578-e0bce5b950b9 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:34.768542 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9a1f6a5e-f3e1-405e-adba-a2cfdc55ffb0 req-a12c6293-ab55-48db-b578-e0bce5b950b9 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 944 time: 0.0746667 May 26 11:22:34.822745 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9a1f6a5e-f3e1-405e-adba-a2cfdc55ffb0 req-f0c248bb-4d82-4b2f-83a0-aafe4881146b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467749 May 26 11:22:34.833788 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e8219122-3752-4c95-a301-cd72115cc826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:34.907985 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e8219122-3752-4c95-a301-cd72115cc826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:34.944692 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8219122-3752-4c95-a301-cd72115cc826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5aa1ec6-e41f-4af1-9303-efd045edf176,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:34.949461 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e8219122-3752-4c95-a301-cd72115cc826 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=82a74399ce1f42d08e64ee2596f9723f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594551 May 26 11:22:34.952084 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 44912) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:34.998057 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-49e6d44c-f477-44d7-9faa-e6f54bbf1ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:35.018623 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-49e6d44c-f477-44d7-9faa-e6f54bbf1ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:35.114005 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-49e6d44c-f477-44d7-9faa-e6f54bbf1ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:35.116585 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-49e6d44c-f477-44d7-9faa-e6f54bbf1ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:35.117742 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-49e6d44c-f477-44d7-9faa-e6f54bbf1ecd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d5aa1ec6-e41f-4af1-9303-efd045edf176 HTTP/1.1" status: 204 len: 168 time: 0.1647367 May 26 11:22:35.125931 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6d44c-f477-44d7-9faa-e6f54bbf1ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5aa1ec6-e41f-4af1-9303-efd045edf176,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:35.938890 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b680da6-089c-4daa-ac77-a57ded0983d6 req-b1c315e7-b830-433e-a564-588bd20e27d8 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:35.940427 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0b680da6-089c-4daa-ac77-a57ded0983d6 req-b1c315e7-b830-433e-a564-588bd20e27d8 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 944 time: 0.0497501 May 26 11:22:35.941298 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 44922) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:35.962818 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dded63ee-036f-4c12-85bf-f9c62c745677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:36.000808 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0b680da6-089c-4daa-ac77-a57ded0983d6 req-998c9c7c-9317-4b1e-a6fa-a621188d3717 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532906 May 26 11:22:36.057370 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dded63ee-036f-4c12-85bf-f9c62c745677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:36.138787 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-dded63ee-036f-4c12-85bf-f9c62c745677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:36.176670 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-dded63ee-036f-4c12-85bf-f9c62c745677 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38572616723e43c7abd7764de65e4f5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342296 May 26 11:22:36.178484 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded63ee-036f-4c12-85bf-f9c62c745677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aae1a74-2cdf-4d49-b5ca-6d0b6d753455,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:36.194117 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 44924) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:36.241768 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d04099b4-a166-4fb9-9e45-32c9f75d66e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:36.261777 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d04099b4-a166-4fb9-9e45-32c9f75d66e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:36.384502 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d04099b4-a166-4fb9-9e45-32c9f75d66e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:36.387120 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-d04099b4-a166-4fb9-9e45-32c9f75d66e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:36.388325 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-d04099b4-a166-4fb9-9e45-32c9f75d66e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4aae1a74-2cdf-4d49-b5ca-6d0b6d753455 HTTP/1.1" status: 204 len: 168 time: 0.1932437 May 26 11:22:36.396356 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04099b4-a166-4fb9-9e45-32c9f75d66e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aae1a74-2cdf-4d49-b5ca-6d0b6d753455,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:37.116865 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8612350-82b5-45b6-9f3b-be559a52dfbd req-368f354d-eb30-47bf-b6cb-23d4fe658bad tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:37.118861 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d8612350-82b5-45b6-9f3b-be559a52dfbd req-368f354d-eb30-47bf-b6cb-23d4fe658bad tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 944 time: 0.0511186 May 26 11:22:37.163194 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d8612350-82b5-45b6-9f3b-be559a52dfbd req-2010ab4b-26b3-42d6-9b3c-dbda31ad035f tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369985 May 26 11:22:37.999169 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 44966) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:38.005440 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-203666f3-e023-4991-b3bb-718f4161c66b tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--107399431', 'description': 'tempest-description--988952657'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:22:38.115988 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-203666f3-e023-4991-b3bb-718f4161c66b tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:38.297968 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23bcad4-e2f7-461d-adf0-3947f4f01765 req-52547fe2-c0e8-4617-ac95-8d793fbed93c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:38.302252 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c23bcad4-e2f7-461d-adf0-3947f4f01765 req-52547fe2-c0e8-4617-ac95-8d793fbed93c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 944 time: 0.0656996 May 26 11:22:38.345959 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c23bcad4-e2f7-461d-adf0-3947f4f01765 req-412b49c3-9117-4624-824a-b26987162caa tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393784 May 26 11:22:38.430634 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-203666f3-e023-4991-b3bb-718f4161c66b tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:38.533150 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-203666f3-e023-4991-b3bb-718f4161c66b tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:38.562156 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203666f3-e023-4991-b3bb-718f4161c66b tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeba2dd4-962c-4a10-b1bb-5500a89fbc23,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:38.653319 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-203666f3-e023-4991-b3bb-718f4161c66b tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:38.654570 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-203666f3-e023-4991-b3bb-718f4161c66b tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6543493 May 26 11:22:38.657412 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 44988) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:38.661894 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-7036039c-b585-48ef-90a8-822377221e02 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Request body: {'security_group_rule': {'security_group_id': 'eeba2dd4-962c-4a10-b1bb-5500a89fbc23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:22:38.770321 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7036039c-b585-48ef-90a8-822377221e02 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:38.815529 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7036039c-b585-48ef-90a8-822377221e02 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:38.896405 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7036039c-b585-48ef-90a8-822377221e02 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:38.916420 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036039c-b585-48ef-90a8-822377221e02 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e8a2df-fbd8-4b9a-b8a0-50dd763d1400,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:39.008989 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7036039c-b585-48ef-90a8-822377221e02 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:39.011010 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-7036039c-b585-48ef-90a8-822377221e02 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3518023 May 26 11:22:39.013431 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45002) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:39.017609 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-0ec57616-40fa-401b-93a3-e021acc55588 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Request body: {'security_group_rule': {'security_group_id': 'eeba2dd4-962c-4a10-b1bb-5500a89fbc23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:22:39.113010 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0ec57616-40fa-401b-93a3-e021acc55588 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:39.171937 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0ec57616-40fa-401b-93a3-e021acc55588 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:39.262181 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0ec57616-40fa-401b-93a3-e021acc55588 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:39.279281 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec57616-40fa-401b-93a3-e021acc55588 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db41961-dcdb-42f9-ad94-b52c18cd8c78,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:39.330782 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:39.395683 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0ec57616-40fa-401b-93a3-e021acc55588 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:39.397029 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-0ec57616-40fa-401b-93a3-e021acc55588 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3825552 May 26 11:22:39.400096 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45010) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:39.404363 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-3901da23-887f-4e83-9fa4-cdf592f4da2c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Request body: {'floatingip': {'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:22:39.463895 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71050e-ac82-440c-9c9b-4aed911ee599 req-b6121356-3cdc-4fcf-a5ae-b7aef322c9c4 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:39.465373 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fb71050e-ac82-440c-9c9b-4aed911ee599 req-b6121356-3cdc-4fcf-a5ae-b7aef322c9c4 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 944 time: 0.0509157 May 26 11:22:39.502449 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3901da23-887f-4e83-9fa4-cdf592f4da2c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for floatingip, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:39.503121 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fb71050e-ac82-440c-9c9b-4aed911ee599 req-27916656-fe2a-4c06-8c15-49fb7c023392 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316448 May 26 11:22:39.523943 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 45014) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:39.598325 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3901da23-887f-4e83-9fa4-cdf592f4da2c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:39.628508 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0b8af7f9-1316-4dea-9bfc-1215caa6e02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:39.700340 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0b8af7f9-1316-4dea-9bfc-1215caa6e02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:39.703945 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-3901da23-887f-4e83-9fa4-cdf592f4da2c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Allocated IP 172.27.2.83 (6ce135a4-eab8-4863-9af0-cf5ae6e229cb/86b44d4e-8f3f-4d5d-9881-9aaa3797f33b/050b5257-881f-4183-b9df-8e1a276b1c21) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:22:39.764925 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0b8af7f9-1316-4dea-9bfc-1215caa6e02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:39.803043 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3901da23-887f-4e83-9fa4-cdf592f4da2c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for port, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:39.804802 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-0b8af7f9-1316-4dea-9bfc-1215caa6e02f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df8fdfc19251428ba4d10a52688674c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802911 May 26 11:22:39.807384 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 45018) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:39.813131 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8af7f9-1316-4dea-9bfc-1215caa6e02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fc76a6-acae-459b-afb6-990b05fa72e5,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:39.857250 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-74660c62-2c3b-435b-b7f1-c7c441127edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:39.876904 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-74660c62-2c3b-435b-b7f1-c7c441127edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:39.899135 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3901da23-887f-4e83-9fa4-cdf592f4da2c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:39.941682 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3901da23-887f-4e83-9fa4-cdf592f4da2c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:22:39.944517 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-3901da23-887f-4e83-9fa4-cdf592f4da2c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:22:39.947865 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3901da23-887f-4e83-9fa4-cdf592f4da2c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:22:39.973764 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901da23-887f-4e83-9fa4-cdf592f4da2c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event updated for resources: {'Port': ['ID=050b5257-881f-4183-b9df-8e1a276b1c21,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:40.001445 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-74660c62-2c3b-435b-b7f1-c7c441127edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:40.004013 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-74660c62-2c3b-435b-b7f1-c7c441127edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:40.005198 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-74660c62-2c3b-435b-b7f1-c7c441127edd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/78fc76a6-acae-459b-afb6-990b05fa72e5 HTTP/1.1" status: 204 len: 168 time: 0.1969302 May 26 11:22:40.012720 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74660c62-2c3b-435b-b7f1-c7c441127edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fc76a6-acae-459b-afb6-990b05fa72e5,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:40.043414 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3901da23-887f-4e83-9fa4-cdf592f4da2c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:40.170731 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3901da23-887f-4e83-9fa4-cdf592f4da2c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:40.318372 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3901da23-887f-4e83-9fa4-cdf592f4da2c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for port, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:40.384374 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3901da23-887f-4e83-9fa4-cdf592f4da2c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8805051'] for port, after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:40.452462 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901da23-887f-4e83-9fa4-cdf592f4da2c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event updated for resources: {'Port': ['ID=050b5257-881f-4183-b9df-8e1a276b1c21,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:40.464010 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3901da23-887f-4e83-9fa4-cdf592f4da2c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:40.540604 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3901da23-887f-4e83-9fa4-cdf592f4da2c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:40.549823 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-3901da23-887f-4e83-9fa4-cdf592f4da2c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1408949 May 26 11:22:40.578653 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device f8a46e38-be9f-46b9-a649-02907199a1ea details requested by agent hyperv_hv-cinder-84339 with host hv-cinder-84339 {{(pid=102813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 11:22:40.627302 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 45028) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:40.641415 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7969c-efb6-44cb-a431-4505015ad9f1 req-75ca86f7-e7f9-4df6-bc2c-6c65ad4ca36d tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:40.643109 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fdb7969c-efb6-44cb-a431-4505015ad9f1 req-75ca86f7-e7f9-4df6-bc2c-6c65ad4ca36d tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 944 time: 0.0690255 May 26 11:22:40.658449 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1864f8ea-7598-4556-ae5d-83c6284ae0fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:40.690435 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-fdb7969c-efb6-44cb-a431-4505015ad9f1 req-3341810e-7a9e-44e5-9681-35af6148b976 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405660 May 26 11:22:40.785240 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1864f8ea-7598-4556-ae5d-83c6284ae0fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:40.788857 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-6bccb430-9c51-433d-90b6-ff2db2147c32 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--107399431&fields=id&tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c HTTP/1.1" status: 200 len: 267 time: 0.0551357 May 26 11:22:40.805955 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port f8a46e38-be9f-46b9-a649-02907199a1ea, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=f8a46e38-be9f-46b9-a649-02907199a1ea,segment=NetworkSegment(6f40d9de-0bda-43da-8509-8916b3856254),segment_id=6f40d9de-0bda-43da-8509-8916b3856254)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:22:40.817187 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Returning: {'device': 'f8a46e38-be9f-46b9-a649-02907199a1ea', 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df', 'port_id': 'f8a46e38-be9f-46b9-a649-02907199a1ea', 'mac_address': 'fa:16:3e:a6:58:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6967227e-c477-4d60-a71d-f49fedd71aaa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 11:22:40.845889 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1864f8ea-7598-4556-ae5d-83c6284ae0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:40.853527 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port f8a46e38-be9f-46b9-a649-02907199a1ea is: DOWN; New status is: BUILD {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:22:40.853950 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:40.866287 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a46e38-be9f-46b9-a649-02907199a1ea {{(pid=102813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:22:40.885993 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port f8a46e38-be9f-46b9-a649-02907199a1ea, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=f8a46e38-be9f-46b9-a649-02907199a1ea,segment=NetworkSegment(6f40d9de-0bda-43da-8509-8916b3856254),segment_id=6f40d9de-0bda-43da-8509-8916b3856254)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:22:40.892269 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864f8ea-7598-4556-ae5d-83c6284ae0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf51d7ed-c232-40a9-919c-1f446b587c6e,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:40.900273 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-1864f8ea-7598-4556-ae5d-83c6284ae0fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d0c0fe1637743989948daac25ba8835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713351 May 26 11:22:40.903067 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45040) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:40.935960 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-6bb0a9e9-02e2-4ed9-a5cd-8c103ebdac37 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:40.937529 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-6bb0a9e9-02e2-4ed9-a5cd-8c103ebdac37 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/networks?id=44c421fa-2ce0-48c7-8756-eeee114ae628 HTTP/1.1" status: 200 len: 813 time: 0.1414051 May 26 11:22:40.951826 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4e001214-8884-409a-b9bd-1a7742444e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:40.952705 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-5f69b607-c23f-4003-b8a2-6d8050d66532 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/quotas/ea1d6e9e34c34f9d9fda1043ac3d397c HTTP/1.1" status: 200 len: 375 time: 0.0089309 May 26 11:22:40.967563 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:40.974203 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4e001214-8884-409a-b9bd-1a7742444e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:41.013016 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-20f65a32-7ac6-48ae-a190-d21f6f5bc448 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0544991 May 26 11:22:41.020033 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=f8a46e38-be9f-46b9-a649-02907199a1ea,revision_number=7']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:41.104905 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4e001214-8884-409a-b9bd-1a7742444e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:41.107463 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4e001214-8884-409a-b9bd-1a7742444e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:41.108608 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-4e001214-8884-409a-b9bd-1a7742444e75 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf51d7ed-c232-40a9-919c-1f446b587c6e HTTP/1.1" status: 204 len: 168 time: 0.2045979 May 26 11:22:41.114405 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-c2082d73-3747-4ea4-9f02-121252b53eb3 service neutron] 10.222.0.21 "GET /v2.0/networks/44c421fa-2ce0-48c7-8756-eeee114ae628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848351 May 26 11:22:41.116348 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e001214-8884-409a-b9bd-1a7742444e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf51d7ed-c232-40a9-919c-1f446b587c6e,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:41.204578 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-94032b63-2b37-4582-9235-4d5b7f885393 service neutron] 10.222.0.21 "GET /v2.0/networks/44c421fa-2ce0-48c7-8756-eeee114ae628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833833 May 26 11:22:41.210769 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['f8a46e38-be9f-46b9-a649-02907199a1ea'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:22:41.523418 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-1a663fe6-ff4d-4b50-ad70-48d552d44188 req-94b19713-e194-4c1a-8f69-322681072ad8 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f9f497-523b-4259-98e0-97fe10a16242 HTTP/1.1" status: 200 len: 210 time: 0.0334022 May 26 11:22:41.815664 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa3373-98c3-439f-8a30-fc426f377d95 req-805c6177-055e-442a-8b53-1095ada97332 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:41.817190 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-66aa3373-98c3-439f-8a30-fc426f377d95 req-805c6177-055e-442a-8b53-1095ada97332 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 945 time: 0.0538621 May 26 11:22:41.866657 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-66aa3373-98c3-439f-8a30-fc426f377d95 req-17a477d1-694e-481f-9cc7-c2d9ad634f5e tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334437 May 26 11:22:42.578707 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device f8a46e38-be9f-46b9-a649-02907199a1ea up at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:22:42.625019 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d67dc414-7158-4c55-9402-8e7e606c1cba req-0fef87cc-7aae-4029-b774-f19efc591345 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f9f497-523b-4259-98e0-97fe10a16242 HTTP/1.1" status: 200 len: 210 time: 0.0294092 May 26 11:22:42.626811 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning complete for port f8a46e38-be9f-46b9-a649-02907199a1ea triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:22:42.627181 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:42.702343 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port f8a46e38-be9f-46b9-a649-02907199a1ea is: BUILD; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:22:42.702729 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:42.727642 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059f0aae-683a-46c1-84e2-fd4103bb4798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a46e38-be9f-46b9-a649-02907199a1ea'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:22:42.730362 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d8ec0a-11d9-44e6-a3a7-6d7746bf9424" -d '{"events": [{"server_uuid": "059f0aae-683a-46c1-84e2-fd4103bb4798", "name": "network-vif-plugged", "status": "completed", "tag": "f8a46e38-be9f-46b9-a649-02907199a1ea"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:22:42.743209 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port f8a46e38-be9f-46b9-a649-02907199a1ea, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=f8a46e38-be9f-46b9-a649-02907199a1ea,segment=NetworkSegment(6f40d9de-0bda-43da-8509-8916b3856254),segment_id=6f40d9de-0bda-43da-8509-8916b3856254)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:22:42.769259 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47af8687-728e-4795-a2ce-c9fd6032110f x-openstack-request-id: req-47af8687-728e-4795-a2ce-c9fd6032110f {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:22:42.769550 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059f0aae-683a-46c1-84e2-fd4103bb4798", "name": "network-vif-plugged", "status": "completed", "tag": "f8a46e38-be9f-46b9-a649-02907199a1ea", "code": 200}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:22:42.772434 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47af8687-728e-4795-a2ce-c9fd6032110f {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:22:42.772434 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47af8687-728e-4795-a2ce-c9fd6032110f'] response: {'server_uuid': '059f0aae-683a-46c1-84e2-fd4103bb4798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a46e38-be9f-46b9-a649-02907199a1ea', 'code': 200} May 26 11:22:42.819057 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:42.868734 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=f8a46e38-be9f-46b9-a649-02907199a1ea,revision_number=8']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:42.933973 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45088) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:42.994868 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31203d5-e2bb-43c3-adec-3b0bab5c7c49 req-a099ba3d-6f84-41e5-94b1-6345faa6c576 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:42.996898 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a31203d5-e2bb-43c3-adec-3b0bab5c7c49 req-a099ba3d-6f84-41e5-94b1-6345faa6c576 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0569627 May 26 11:22:43.050239 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a31203d5-e2bb-43c3-adec-3b0bab5c7c49 req-1c2d9ee7-f537-4467-a328-371e42c42148 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466933 May 26 11:22:43.056655 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fb7a09bf-aea9-49d6-a61e-e64e0c6d25d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:43.113547 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118dfe0-bd9b-460a-bb06-cee6b342ad25 req-b94ae55c-87c8-4aaa-a898-7dd1f201592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:43.114931 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8118dfe0-bd9b-460a-bb06-cee6b342ad25 req-b94ae55c-87c8-4aaa-a898-7dd1f201592c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 1099 time: 0.0561924 May 26 11:22:43.132719 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fb7a09bf-aea9-49d6-a61e-e64e0c6d25d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:43.151173 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8118dfe0-bd9b-460a-bb06-cee6b342ad25 req-8844f424-2f30-4785-85cc-0d3f395c4c1c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277007 May 26 11:22:43.205218 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-fb7a09bf-aea9-49d6-a61e-e64e0c6d25d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:43.243206 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-fb7a09bf-aea9-49d6-a61e-e64e0c6d25d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88b0a8b685d2444aa5cb57a0f31e683e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082633 May 26 11:22:43.244137 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a09bf-aea9-49d6-a61e-e64e0c6d25d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66be2a44-7d4d-47fa-9aea-04d50c127161,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:43.245917 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 45092) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:43.294132 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0711b04a-05df-434a-94c9-a73b002145cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:43.314868 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0711b04a-05df-434a-94c9-a73b002145cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:43.429624 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0711b04a-05df-434a-94c9-a73b002145cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:43.432067 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-0711b04a-05df-434a-94c9-a73b002145cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:43.433227 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-0711b04a-05df-434a-94c9-a73b002145cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66be2a44-7d4d-47fa-9aea-04d50c127161 HTTP/1.1" status: 204 len: 168 time: 0.1863329 May 26 11:22:43.440757 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711b04a-05df-434a-94c9-a73b002145cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66be2a44-7d4d-47fa-9aea-04d50c127161,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:43.730493 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f474144e-95bb-421b-bbf9-f6e59902bdb2 req-8b2aae07-13b4-420b-9216-f62e81e94ebc tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f9f497-523b-4259-98e0-97fe10a16242 HTTP/1.1" status: 200 len: 210 time: 0.0384538 May 26 11:22:43.831502 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-ed82857d-f490-433d-9650-4575e94b2479 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:43.832975 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-ed82857d-f490-433d-9650-4575e94b2479 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.42 "GET /v2.0/networks?id=44c421fa-2ce0-48c7-8756-eeee114ae628 HTTP/1.1" status: 200 len: 813 time: 0.1050582 May 26 11:22:43.877970 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-c7e4afbb-a72d-4c28-a802-b2a732682fed tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c HTTP/1.1" status: 200 len: 471 time: 0.0349145 May 26 11:22:43.888753 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-82b5d9d5-780e-4ef0-9c13-88cd8c3ecb32 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Request body: {'port': {'device_id': 'd6f9f497-523b-4259-98e0-97fe10a16242', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'admin_state_up': True, 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'security_groups': ['eeba2dd4-962c-4a10-b1bb-5500a89fbc23']}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:22:44.070115 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-82b5d9d5-780e-4ef0-9c13-88cd8c3ecb32 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Made reservation on behalf of ea1d6e9e34c34f9d9fda1043ac3d397c for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:22:44.074108 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-82b5d9d5-780e-4ef0-9c13-88cd8c3ecb32 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:44.212340 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f733a-36ac-49ff-a5d5-9a9f5d97e990 req-ad3a832e-4b31-497e-983f-e8cbfba4e3f0 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:44.214017 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-063f733a-36ac-49ff-a5d5-9a9f5d97e990 req-ad3a832e-4b31-497e-983f-e8cbfba4e3f0 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0593429 May 26 11:22:44.229996 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-82b5d9d5-780e-4ef0-9c13-88cd8c3ecb32 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Allocated IP 172.20.0.3 (44c421fa-2ce0-48c7-8756-eeee114ae628/1caf6db8-dcab-43d8-807f-6adf3a39696e/1b565249-5de6-4afc-90c8-27bfcefee976) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:22:44.253679 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-063f733a-36ac-49ff-a5d5-9a9f5d97e990 req-7bd5f3a5-9fe4-4c77-962b-db7d63379f8a tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336890 May 26 11:22:44.378871 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-82b5d9d5-780e-4ef0-9c13-88cd8c3ecb32 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:44.470355 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-82b5d9d5-780e-4ef0-9c13-88cd8c3ecb32 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:44.518188 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-82b5d9d5-780e-4ef0-9c13-88cd8c3ecb32 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Network 44c421fa-2ce0-48c7-8756-eeee114ae628 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:22:44.521084 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-82b5d9d5-780e-4ef0-9c13-88cd8c3ecb32 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:22:44.524640 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-82b5d9d5-780e-4ef0-9c13-88cd8c3ecb32 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:22:44.556921 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5d9d5-780e-4ef0-9c13-88cd8c3ecb32 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event updated for resources: {'Port': ['ID=1b565249-5de6-4afc-90c8-27bfcefee976,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:44.584587 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-82b5d9d5-780e-4ef0-9c13-88cd8c3ecb32 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:44.585857 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-82b5d9d5-780e-4ef0-9c13-88cd8c3ecb32 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:44.718783 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-82b5d9d5-780e-4ef0-9c13-88cd8c3ecb32 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8341687 May 26 11:22:44.730339 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-398dcfdd-79c2-496d-b51e-5b1b184c5403 service neutron] Request body: {'port': {'device_id': 'd6f9f497-523b-4259-98e0-97fe10a16242', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84339'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:22:44.783880 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-398dcfdd-79c2-496d-b51e-5b1b184c5403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:44.784347 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-8e28bc98-7033-414a-80ff-87b717e54729 None None] Provisioning complete for port 1b565249-5de6-4afc-90c8-27bfcefee976 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:22:44.784872 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-8e28bc98-7033-414a-80ff-87b717e54729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:44.817551 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-8e28bc98-7033-414a-80ff-87b717e54729 None None] Port 1b565249-5de6-4afc-90c8-27bfcefee976 cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:22:44.933846 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef4009-88f0-416b-bd60-b1887ba5a2b3 req-ae4bd2ed-4cad-4315-be5f-839ded4e7463 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:44.935335 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b0ef4009-88f0-416b-bd60-b1887ba5a2b3 req-ae4bd2ed-4cad-4315-be5f-839ded4e7463 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f9f497-523b-4259-98e0-97fe10a16242 HTTP/1.1" status: 200 len: 931 time: 0.1191077 May 26 11:22:45.023356 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b0ef4009-88f0-416b-bd60-b1887ba5a2b3 req-e735f051-e71f-4cf5-b03a-94fdb6a87d44 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeba2dd4-962c-4a10-b1bb-5500a89fbc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771539 May 26 11:22:45.036514 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 45132) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:45.116782 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-398dcfdd-79c2-496d-b51e-5b1b184c5403 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b565249-5de6-4afc-90c8-27bfcefee976 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:22:45.124705 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-398dcfdd-79c2-496d-b51e-5b1b184c5403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:45.147490 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-398dcfdd-79c2-496d-b51e-5b1b184c5403 service neutron] Transition to ACTIVE for port object 1b565249-5de6-4afc-90c8-27bfcefee976 will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:22:45.148510 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-afc8cff1-d845-4a73-9b4e-d1ebd2d7849b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:45.203335 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-398dcfdd-79c2-496d-b51e-5b1b184c5403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:45.265244 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-afc8cff1-d845-4a73-9b4e-d1ebd2d7849b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:45.268311 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398dcfdd-79c2-496d-b51e-5b1b184c5403 service neutron] Pushing event updated for resources: {'Port': ['ID=1b565249-5de6-4afc-90c8-27bfcefee976,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:45.343227 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-afc8cff1-d845-4a73-9b4e-d1ebd2d7849b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:45.348137 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-398dcfdd-79c2-496d-b51e-5b1b184c5403 service neutron] Attempting to bind port 1b565249-5de6-4afc-90c8-27bfcefee976 on host hv-cinder-84339 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:22:45.348475 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-398dcfdd-79c2-496d-b51e-5b1b184c5403 service neutron] Attempting to bind port 1b565249-5de6-4afc-90c8-27bfcefee976 by drivers openvswitch,hyperv on host hv-cinder-84339 at level 0 using segments [{'id': 'c3accc82-0619-434a-97e3-9c20caa686c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:22:45.352008 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-398dcfdd-79c2-496d-b51e-5b1b184c5403 service neutron] Attempting to bind port 1b565249-5de6-4afc-90c8-27bfcefee976 on network 44c421fa-2ce0-48c7-8756-eeee114ae628 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:22:45.367504 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-398dcfdd-79c2-496d-b51e-5b1b184c5403 service neutron] Port 1b565249-5de6-4afc-90c8-27bfcefee976 on network 44c421fa-2ce0-48c7-8756-eeee114ae628 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84339 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 11:22:45.367827 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-398dcfdd-79c2-496d-b51e-5b1b184c5403 service neutron] Attempting to bind port 1b565249-5de6-4afc-90c8-27bfcefee976 on network 44c421fa-2ce0-48c7-8756-eeee114ae628 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:22:45.384675 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-398dcfdd-79c2-496d-b51e-5b1b184c5403 service neutron] Checking agent: {'id': '96131053-e6ec-4464-b9d0-ccb06fa4079a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84339', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'started_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:22:45.385004 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-398dcfdd-79c2-496d-b51e-5b1b184c5403 service neutron] Checking segment: {'id': 'c3accc82-0619-434a-97e3-9c20caa686c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:22:45.385358 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-398dcfdd-79c2-496d-b51e-5b1b184c5403 service neutron] Bound using segment: {'id': 'c3accc82-0619-434a-97e3-9c20caa686c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:22:45.386360 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-398dcfdd-79c2-496d-b51e-5b1b184c5403 service neutron] Bound port: 1b565249-5de6-4afc-90c8-27bfcefee976, host: hv-cinder-84339, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3accc82-0619-434a-97e3-9c20caa686c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:22:45.386725 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-398dcfdd-79c2-496d-b51e-5b1b184c5403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:45.388824 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e32d0-bc8b-4b24-a552-b7295620ae72 req-7eecf5d3-6058-41a1-b749-00e81e231e55 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:45.390361 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-be1e32d0-bc8b-4b24-a552-b7295620ae72 req-7eecf5d3-6058-41a1-b749-00e81e231e55 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0566187 May 26 11:22:45.397672 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-afc8cff1-d845-4a73-9b4e-d1ebd2d7849b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2633bbd3631844b6a9d10f2838e5d4b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3601127 May 26 11:22:45.403771 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45138) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:45.404816 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8cff1-d845-4a73-9b4e-d1ebd2d7849b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f05b8b8-d95c-4d82-b192-843ec4ee713d,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:45.461883 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-be1e32d0-bc8b-4b24-a552-b7295620ae72 req-493fce8c-0a96-4082-8df5-8d9df45116e3 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642045 May 26 11:22:45.463339 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-398dcfdd-79c2-496d-b51e-5b1b184c5403 service neutron] For port 1b565249-5de6-4afc-90c8-27bfcefee976, host hv-cinder-84339, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:22:45.466970 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-398dcfdd-79c2-496d-b51e-5b1b184c5403 service neutron] For port 1b565249-5de6-4afc-90c8-27bfcefee976, host hv-cinder-84339, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=1b565249-5de6-4afc-90c8-27bfcefee976,segment=NetworkSegment(c3accc82-0619-434a-97e3-9c20caa686c3),segment_id=c3accc82-0619-434a-97e3-9c20caa686c3)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:22:45.479256 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3aac3369-4dc6-4a5f-a24f-28f7cdfc9a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:45.501153 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3aac3369-4dc6-4a5f-a24f-28f7cdfc9a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:45.533026 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-398dcfdd-79c2-496d-b51e-5b1b184c5403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:45.571545 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-398dcfdd-79c2-496d-b51e-5b1b184c5403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:45.572409 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-398dcfdd-79c2-496d-b51e-5b1b184c5403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:45.574218 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-398dcfdd-79c2-496d-b51e-5b1b184c5403 service neutron] 10.222.0.42 "PUT /v2.0/ports/1b565249-5de6-4afc-90c8-27bfcefee976 HTTP/1.1" status: 200 len: 1093 time: 0.8479085 May 26 11:22:45.576447 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f9f497-523b-4259-98e0-97fe10a16242', 'tag': '1b565249-5de6-4afc-90c8-27bfcefee976'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:22:45.579751 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010aab8b-df89-4940-a094-db122842c867" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f9f497-523b-4259-98e0-97fe10a16242", "tag": "1b565249-5de6-4afc-90c8-27bfcefee976"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:22:45.603435 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398dcfdd-79c2-496d-b51e-5b1b184c5403 service neutron] Pushing event updated for resources: {'Port': ['ID=1b565249-5de6-4afc-90c8-27bfcefee976,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:45.619756 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6955e64-cccc-494f-b14b-28b216131e41 x-openstack-request-id: req-a6955e64-cccc-494f-b14b-28b216131e41 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:22:45.620123 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f9f497-523b-4259-98e0-97fe10a16242", "tag": "1b565249-5de6-4afc-90c8-27bfcefee976", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:22:45.620939 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6955e64-cccc-494f-b14b-28b216131e41 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:22:45.621332 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6955e64-cccc-494f-b14b-28b216131e41'] response: {'name': 'network-changed', 'server_uuid': 'd6f9f497-523b-4259-98e0-97fe10a16242', 'tag': '1b565249-5de6-4afc-90c8-27bfcefee976', 'status': 'completed', 'code': 200} May 26 11:22:45.630077 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3aac3369-4dc6-4a5f-a24f-28f7cdfc9a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:45.633202 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-3aac3369-4dc6-4a5f-a24f-28f7cdfc9a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:45.634358 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-3aac3369-4dc6-4a5f-a24f-28f7cdfc9a43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f05b8b8-d95c-4d82-b192-843ec4ee713d HTTP/1.1" status: 204 len: 168 time: 0.2292631 May 26 11:22:45.643841 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac3369-4dc6-4a5f-a24f-28f7cdfc9a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f05b8b8-d95c-4d82-b192-843ec4ee713d,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:45.690938 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010aab8b-df89-4940-a094-db122842c867 req-7ae2e8f4-f7ab-4ebe-aa7b-40a41fc03473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:45.692570 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-010aab8b-df89-4940-a094-db122842c867 req-7ae2e8f4-f7ab-4ebe-aa7b-40a41fc03473 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c&device_id=d6f9f497-523b-4259-98e0-97fe10a16242 HTTP/1.1" status: 200 len: 1096 time: 0.0520186 May 26 11:22:45.798699 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010aab8b-df89-4940-a094-db122842c867 req-df75f374-741e-43c1-aa86-f4ba139ddcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:45.800130 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-010aab8b-df89-4940-a094-db122842c867 req-df75f374-741e-43c1-aa86-f4ba139ddcf0 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0996692 May 26 11:22:45.890502 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010aab8b-df89-4940-a094-db122842c867 req-eaf6ec7f-da47-4563-9742-e57b485861dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:45.891956 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-010aab8b-df89-4940-a094-db122842c867 req-eaf6ec7f-da47-4563-9742-e57b485861dc service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857618 May 26 11:22:45.968317 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-255ccd72-7ed7-4b80-9a75-dfba8d147002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:45.972357 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-255ccd72-7ed7-4b80-9a75-dfba8d147002 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c&device_id=d6f9f497-523b-4259-98e0-97fe10a16242 HTTP/1.1" status: 200 len: 1096 time: 0.0408213 May 26 11:22:46.013498 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-f6f10934-c2f8-473f-8880-b2e5ef0d464e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b565249-5de6-4afc-90c8-27bfcefee976 HTTP/1.1" status: 200 len: 217 time: 0.0368664 May 26 11:22:46.065951 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-6821f170-18ca-465e-a1dd-6ef0131e7de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:46.067449 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-6821f170-18ca-465e-a1dd-6ef0131e7de9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1caf6db8-dcab-43d8-807f-6adf3a39696e HTTP/1.1" status: 200 len: 852 time: 0.0479307 May 26 11:22:46.115157 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-0622132e-97ed-4491-80f3-fa8acd9edca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:46.116833 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-0622132e-97ed-4491-80f3-fa8acd9edca9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=44c421fa-2ce0-48c7-8756-eeee114ae628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422058 May 26 11:22:46.147974 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119b2d5-9f83-4f8a-99e6-2f8281c66c06 req-47accdce-c139-4ce2-9bdb-63a366a0c3e1 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:46.153288 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3119b2d5-9f83-4f8a-99e6-2f8281c66c06 req-47accdce-c139-4ce2-9bdb-63a366a0c3e1 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f9f497-523b-4259-98e0-97fe10a16242 HTTP/1.1" status: 200 len: 943 time: 0.0580227 May 26 11:22:46.188857 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3119b2d5-9f83-4f8a-99e6-2f8281c66c06 req-bd9c5507-43a4-4897-ba90-212cbfc76814 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeba2dd4-962c-4a10-b1bb-5500a89fbc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326846 May 26 11:22:46.215240 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-ccb9c1cd-f0c8-48a4-8733-4d66487e3fd8 service neutron] 10.222.0.42 "GET /v2.0/networks/44c421fa-2ce0-48c7-8756-eeee114ae628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917869 May 26 11:22:46.302376 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-8b3297a3-b6a4-43cd-8dab-86c12ad864f3 req-46c861b2-1a29-48f7-b775-60c6b264e44b service neutron] 10.222.0.42 "GET /v2.0/networks/44c421fa-2ce0-48c7-8756-eeee114ae628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811243 May 26 11:22:46.710163 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45166) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:46.801566 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-96b29da7-2af0-4514-977c-41c4b3f06cb0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-958338100-network', 'tenant_id': '9b156406dd334d888436af3a31bf551e'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:22:46.921357 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b29da7-2af0-4514-977c-41c4b3f06cb0 admin admin] Made reservation on behalf of 9b156406dd334d888436af3a31bf551e for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:22:46.923857 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-96b29da7-2af0-4514-977c-41c4b3f06cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for network, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:46.932244 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-96b29da7-2af0-4514-977c-41c4b3f06cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:47.004713 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-96b29da7-2af0-4514-977c-41c4b3f06cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:47.086639 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-96b29da7-2af0-4514-977c-41c4b3f06cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:47.106867 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b29da7-2af0-4514-977c-41c4b3f06cb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:22:47.121561 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b29da7-2af0-4514-977c-41c4b3f06cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a6a1ac-1bcd-405d-b398-31f20c920d6b,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:47.124393 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-96b29da7-2af0-4514-977c-41c4b3f06cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:47.124767 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-96b29da7-2af0-4514-977c-41c4b3f06cb0 admin admin] Added segment a6e85a7b-632d-4806-a1c2-98c3c601765c of type vlan for network 201b8ed7-d257-4ded-b20c-a4cdaabf3f88 May 26 11:22:47.164341 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-96b29da7-2af0-4514-977c-41c4b3f06cb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744569042562'] for network, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:47.304366 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a725321-2257-44e6-a7cd-3a3bebb902f6 req-980ffcdf-8e44-4082-a4ef-45a87398a7f8 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:47.305845 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5a725321-2257-44e6-a7cd-3a3bebb902f6 req-980ffcdf-8e44-4082-a4ef-45a87398a7f8 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f9f497-523b-4259-98e0-97fe10a16242 HTTP/1.1" status: 200 len: 943 time: 0.0486932 May 26 11:22:47.307994 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-96b29da7-2af0-4514-977c-41c4b3f06cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for network, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:47.308971 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b29da7-2af0-4514-977c-41c4b3f06cb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:47.309551 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-96b29da7-2af0-4514-977c-41c4b3f06cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:47.348102 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5a725321-2257-44e6-a7cd-3a3bebb902f6 req-e2937e16-c76b-4442-8d5d-155131c323db tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeba2dd4-962c-4a10-b1bb-5500a89fbc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360291 May 26 11:22:47.370630 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b29da7-2af0-4514-977c-41c4b3f06cb0 admin admin] Pushing event updated for resources: {'Network': ['ID=201b8ed7-d257-4ded-b20c-a4cdaabf3f88,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:47.380176 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Network 201b8ed7-d257-4ded-b20c-a4cdaabf3f88 details requested by agent ovs-agent-dv-cinder-843395-1-iscsi with host dv-cinder-843395-1-iscsi {{(pid=102813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 11:22:47.455654 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-96b29da7-2af0-4514-977c-41c4b3f06cb0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7443790 May 26 11:22:47.458404 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45172) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:47.462956 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-23bcfe2a-7570-4338-9afc-8e6bd2fcfee2 admin admin] Request body: {'subnet': {'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-958338100-subnet', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:22:47.561224 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bcfe2a-7570-4338-9afc-8e6bd2fcfee2 admin admin] Made reservation on behalf of 9b156406dd334d888436af3a31bf551e for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:22:47.563452 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-23bcfe2a-7570-4338-9afc-8e6bd2fcfee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8670211'] for subnet, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:47.833756 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-23bcfe2a-7570-4338-9afc-8e6bd2fcfee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8804864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8670229'] for subnet, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:47.887540 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bcfe2a-7570-4338-9afc-8e6bd2fcfee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4f82145-402d-4d00-956a-36c8731d0d08,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:47.895956 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bcfe2a-7570-4338-9afc-8e6bd2fcfee2 admin admin] Checking segment: {'id': 'a6e85a7b-632d-4806-a1c2-98c3c601765c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:22:47.896311 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bcfe2a-7570-4338-9afc-8e6bd2fcfee2 admin admin] Network hostable DHCP agents. Network: 201b8ed7-d257-4ded-b20c-a4cdaabf3f88, hostable agents: ['ae20bfe0-bbab-40fa-b22c-2da14db586ab'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:22:48.012659 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bcfe2a-7570-4338-9afc-8e6bd2fcfee2 admin admin] Network 201b8ed7-d257-4ded-b20c-a4cdaabf3f88 is scheduled to be hosted by DHCP agent ae20bfe0-bbab-40fa-b22c-2da14db586ab with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:22:48.058559 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-ab0bb2a7-afc7-4991-8d15-8a2886cc82ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:48.121577 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-23bcfe2a-7570-4338-9afc-8e6bd2fcfee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843395-1-iscsi, 201b8ed7-d257-4ded-b20c-a4cdaabf3f88) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:22:48.125457 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bcfe2a-7570-4338-9afc-8e6bd2fcfee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:48.126029 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-23bcfe2a-7570-4338-9afc-8e6bd2fcfee2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:48.129667 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0cb1df-2e28-474a-b9c5-947fb1f28cca None None] Network 201b8ed7-d257-4ded-b20c-a4cdaabf3f88 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:22:48.248132 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-23bcfe2a-7570-4338-9afc-8e6bd2fcfee2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7886972 May 26 11:22:48.250722 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45174) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:48.254849 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-efe880f4-1874-4073-bc9c-e22a091223d6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-958338100-router', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:22:48.270383 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2357b3cd-3a63-4df1-9588-ff550cbe38c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp544487b2-adaf-528a-ac03-698d97ec23d0-201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'fixed_ips': [{'subnet_id': 'a4f82145-402d-4d00-956a-36c8731d0d08'}]}} from dv-cinder-843395-1-iscsi. {{(pid=102813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 11:22:48.271233 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-2357b3cd-3a63-4df1-9588-ff550cbe38c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:48.330625 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-efe880f4-1874-4073-bc9c-e22a091223d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:48.331664 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-efe880f4-1874-4073-bc9c-e22a091223d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4372'] for router, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:48.384715 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-efe880f4-1874-4073-bc9c-e22a091223d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:48.406592 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.db_base_plugin_common [None req-2357b3cd-3a63-4df1-9588-ff550cbe38c7 None None] Allocated IP 172.20.0.2 (201b8ed7-d257-4ded-b20c-a4cdaabf3f88/a4f82145-402d-4d00-956a-36c8731d0d08/219f8117-fe77-4949-929c-797211c0e467) {{(pid=102813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:22:48.526354 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edada6-ce06-4536-a8bf-c0b76b9a6010 req-0bc58274-63fb-4660-a6af-9f4aad6d003e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:48.527813 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b6edada6-ce06-4536-a8bf-c0b76b9a6010 req-0bc58274-63fb-4660-a6af-9f4aad6d003e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f9f497-523b-4259-98e0-97fe10a16242 HTTP/1.1" status: 200 len: 943 time: 0.1111989 May 26 11:22:48.555038 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-2357b3cd-3a63-4df1-9588-ff550cbe38c7 None None] Notify callbacks [] for port, precommit_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:48.628493 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-2357b3cd-3a63-4df1-9588-ff550cbe38c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855'] for port, after_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:48.671357 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2357b3cd-3a63-4df1-9588-ff550cbe38c7 None None] Network 201b8ed7-d257-4ded-b20c-a4cdaabf3f88 is already hosted by enough agents. {{(pid=102813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:22:48.674643 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.scheduler.base_scheduler [None req-2357b3cd-3a63-4df1-9588-ff550cbe38c7 None None] Resources bound (agent type, host, resource id): {{(pid=102813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:22:48.678304 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2357b3cd-3a63-4df1-9588-ff550cbe38c7 None None] Received port after_create {{(pid=102813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:22:48.685823 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357b3cd-3a63-4df1-9588-ff550cbe38c7 None None] Pushing event updated for resources: {'Port': ['ID=219f8117-fe77-4949-929c-797211c0e467,revision_number=1']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:48.737219 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-2357b3cd-3a63-4df1-9588-ff550cbe38c7 None None] Attempting to bind port 219f8117-fe77-4949-929c-797211c0e467 on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:22:48.737577 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-2357b3cd-3a63-4df1-9588-ff550cbe38c7 None None] Attempting to bind port 219f8117-fe77-4949-929c-797211c0e467 by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': 'a6e85a7b-632d-4806-a1c2-98c3c601765c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:22:48.737932 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2357b3cd-3a63-4df1-9588-ff550cbe38c7 None None] Attempting to bind port 219f8117-fe77-4949-929c-797211c0e467 on network 201b8ed7-d257-4ded-b20c-a4cdaabf3f88 {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:22:48.743155 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2357b3cd-3a63-4df1-9588-ff550cbe38c7 None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:22:48.743533 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2357b3cd-3a63-4df1-9588-ff550cbe38c7 None None] Checking segment: {'id': 'a6e85a7b-632d-4806-a1c2-98c3c601765c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:22:48.743935 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-2357b3cd-3a63-4df1-9588-ff550cbe38c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:48.744334 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2357b3cd-3a63-4df1-9588-ff550cbe38c7 None None] Bound using segment: {'id': 'a6e85a7b-632d-4806-a1c2-98c3c601765c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:22:48.744822 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-2357b3cd-3a63-4df1-9588-ff550cbe38c7 None None] Bound port: 219f8117-fe77-4949-929c-797211c0e467, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e85a7b-632d-4806-a1c2-98c3c601765c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:22:48.745827 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-2357b3cd-3a63-4df1-9588-ff550cbe38c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:48.813593 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-2357b3cd-3a63-4df1-9588-ff550cbe38c7 None None] For port 219f8117-fe77-4949-929c-797211c0e467, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:22:48.816792 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-2357b3cd-3a63-4df1-9588-ff550cbe38c7 None None] For port 219f8117-fe77-4949-929c-797211c0e467, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=219f8117-fe77-4949-929c-797211c0e467,segment=NetworkSegment(a6e85a7b-632d-4806-a1c2-98c3c601765c),segment_id=a6e85a7b-632d-4806-a1c2-98c3c601765c)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:22:48.841809 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-efe880f4-1874-4073-bc9c-e22a091223d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:48.862206 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b6edada6-ce06-4536-a8bf-c0b76b9a6010 req-f2b6f85f-ac3b-4fbb-acf2-cff598926142 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeba2dd4-962c-4a10-b1bb-5500a89fbc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3011453 May 26 11:22:48.919816 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-2357b3cd-3a63-4df1-9588-ff550cbe38c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:48.975085 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357b3cd-3a63-4df1-9588-ff550cbe38c7 None None] Pushing event updated for resources: {'Port': ['ID=219f8117-fe77-4949-929c-797211c0e467,revision_number=2']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:49.137444 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-efe880f4-1874-4073-bc9c-e22a091223d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:49.157292 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-efe880f4-1874-4073-bc9c-e22a091223d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:49.269131 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-efe880f4-1874-4073-bc9c-e22a091223d6 admin admin] Allocated IP 172.27.2.132 (6ce135a4-eab8-4863-9af0-cf5ae6e229cb/86b44d4e-8f3f-4d5d-9881-9aaa3797f33b/71cf63ca-f94a-4757-b4c5-67ed21588165) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:22:49.366098 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-efe880f4-1874-4073-bc9c-e22a091223d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:49.459213 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-efe880f4-1874-4073-bc9c-e22a091223d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:49.498869 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe880f4-1874-4073-bc9c-e22a091223d6 admin admin] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:22:49.501537 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-efe880f4-1874-4073-bc9c-e22a091223d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:22:49.504879 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe880f4-1874-4073-bc9c-e22a091223d6 admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:22:49.510012 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe880f4-1874-4073-bc9c-e22a091223d6 admin admin] Pushing event updated for resources: {'Port': ['ID=71cf63ca-f94a-4757-b4c5-67ed21588165,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:49.833343 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 219f8117-fe77-4949-929c-797211c0e467 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:22:49.864335 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-efe880f4-1874-4073-bc9c-e22a091223d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:49.873310 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fabbf7b-f1ca-4248-8e9c-537c30f1395e None None] Network 201b8ed7-d257-4ded-b20c-a4cdaabf3f88 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:22:49.961042 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-3eb1785a-9d44-4d6b-866b-417288db2255 None None] Provisioning complete for port 219f8117-fe77-4949-929c-797211c0e467 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:22:49.961332 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-3eb1785a-9d44-4d6b-866b-417288db2255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:49.971726 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 219f8117-fe77-4949-929c-797211c0e467 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:22:49.972099 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:49.991697 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a0ec9-b30c-4e66-bf3b-5001184f7620 req-1b0d6daf-a6d0-40a1-b2fb-6062b9e204d0 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:49.996937 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-787a0ec9-b30c-4e66-bf3b-5001184f7620 req-1b0d6daf-a6d0-40a1-b2fb-6062b9e204d0 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f9f497-523b-4259-98e0-97fe10a16242 HTTP/1.1" status: 200 len: 943 time: 0.0641284 May 26 11:22:50.041846 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-787a0ec9-b30c-4e66-bf3b-5001184f7620 req-7acbf695-9999-4cb3-8e8c-c7e9f292b878 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeba2dd4-962c-4a10-b1bb-5500a89fbc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408695 May 26 11:22:50.072331 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-efe880f4-1874-4073-bc9c-e22a091223d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667143'] for router, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:50.123449 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-867cfa00-776a-4c89-bb0d-754a7b4fab5e req-3e736be8-a67d-4ced-8cd5-ae5f6c35868b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450680 May 26 11:22:50.188843 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c8b4841b-6e01-499e-863b-44a65d70a0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:50.208872 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-3eb1785a-9d44-4d6b-866b-417288db2255 None None] Current status of the port 219f8117-fe77-4949-929c-797211c0e467 is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:22:50.209267 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-3eb1785a-9d44-4d6b-866b-417288db2255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:50.211892 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 219f8117-fe77-4949-929c-797211c0e467 is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:22:50.211892 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:50.223218 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cfa00-776a-4c89-bb0d-754a7b4fab5e req-5012c081-23d4-42f2-b715-e087addea463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:50.224739 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-867cfa00-776a-4c89-bb0d-754a7b4fab5e req-5012c081-23d4-42f2-b715-e087addea463 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b825a6473b6e40d89336e2abca3c33c5&device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 1099 time: 0.0535231 May 26 11:22:50.258369 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-3eb1785a-9d44-4d6b-866b-417288db2255 None None] For port 219f8117-fe77-4949-929c-797211c0e467, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=219f8117-fe77-4949-929c-797211c0e467,segment=NetworkSegment(a6e85a7b-632d-4806-a1c2-98c3c601765c),segment_id=a6e85a7b-632d-4806-a1c2-98c3c601765c)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:22:50.267899 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe880f4-1874-4073-bc9c-e22a091223d6 admin admin] Router 45295373-e9cb-4611-9dc8-f892d8d93137 is scheduled to L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 with binding_index 1 {{(pid=102810) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 11:22:50.337390 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cfa00-776a-4c89-bb0d-754a7b4fab5e req-43f436e3-4386-4c21-a5bf-79d9c1ce7e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:50.338929 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-867cfa00-776a-4c89-bb0d-754a7b4fab5e req-43f436e3-4386-4c21-a5bf-79d9c1ce7e07 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e0560975-4267-405e-bcd2-a4a3e83034df HTTP/1.1" status: 200 len: 909 time: 0.0948613 May 26 11:22:50.366526 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-3eb1785a-9d44-4d6b-866b-417288db2255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:50.380692 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe880f4-1874-4073-bc9c-e22a091223d6 admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:22:50.391640 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9548fb8c-8366-4efb-9264-204f239ff80b None None] Sync routers for ids ['45295373-e9cb-4611-9dc8-f892d8d93137'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:22:50.402037 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9548fb8c-8366-4efb-9264-204f239ff80b None None] Routers {'45295373-e9cb-4611-9dc8-f892d8d93137'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:22:50.403744 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-9548fb8c-8366-4efb-9264-204f239ff80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:22:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['45295373-e9cb-4611-9dc8-f892d8d93137'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:22:50.411493 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-867cfa00-776a-4c89-bb0d-754a7b4fab5e req-0868dd8c-98f5-4994-bfcd-62b67fd7f705 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8a46e38-be9f-46b9-a649-02907199a1ea HTTP/1.1" status: 200 len: 1002 time: 0.0654392 May 26 11:22:50.461261 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.db.api [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102813) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 26 11:22:50.461620 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG oslo_db.api [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 26 11:22:50.465978 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1785a-9d44-4d6b-866b-417288db2255 None None] Pushing event updated for resources: {'Port': ['ID=219f8117-fe77-4949-929c-797211c0e467,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:50.485263 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cfa00-776a-4c89-bb0d-754a7b4fab5e req-d66e216c-0691-44d3-9796-6d349b56abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:50.486974 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-867cfa00-776a-4c89-bb0d-754a7b4fab5e req-d66e216c-0691-44d3-9796-6d349b56abdf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6967227e-c477-4d60-a71d-f49fedd71aaa HTTP/1.1" status: 200 len: 847 time: 0.0614769 May 26 11:22:50.491112 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-21d52abe-78b3-4b9c-a658-dd9ba0fcc182 None None] Provisioning complete for port 219f8117-fe77-4949-929c-797211c0e467 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:22:50.491491 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-21d52abe-78b3-4b9c-a658-dd9ba0fcc182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:50.500486 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-efe880f4-1874-4073-bc9c-e22a091223d6 admin admin] Notify callbacks [] for router, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:50.501752 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-efe880f4-1874-4073-bc9c-e22a091223d6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2501097 May 26 11:22:50.504584 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45180) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:50.520334 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-9548fb8c-8366-4efb-9264-204f239ff80b None None] Set router 45295373-e9cb-4611-9dc8-f892d8d93137 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:22:50.537060 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867cfa00-776a-4c89-bb0d-754a7b4fab5e req-ab4e8f32-5c07-453a-bccc-777e725fe818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:50.538804 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-867cfa00-776a-4c89-bb0d-754a7b4fab5e req-ab4e8f32-5c07-453a-bccc-777e725fe818 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e0560975-4267-405e-bcd2-a4a3e83034df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413580 May 26 11:22:50.591069 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-21d52abe-78b3-4b9c-a658-dd9ba0fcc182 None None] Current status of the port 219f8117-fe77-4949-929c-797211c0e467 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:22:50.598760 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 1b565249-5de6-4afc-90c8-27bfcefee976 details requested by agent hyperv_hv-cinder-84339 with host hv-cinder-84339 {{(pid=102813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 11:22:50.650718 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-867cfa00-776a-4c89-bb0d-754a7b4fab5e req-cca50948-38ff-47f6-9545-0285b401da8e service neutron] 10.222.0.42 "GET /v2.0/networks/e0560975-4267-405e-bcd2-a4a3e83034df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009259 May 26 11:22:50.707186 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-9548fb8c-8366-4efb-9264-204f239ff80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'name': 'tempest-TestVolumeBootPattern-958338100-router', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:48Z', 'updated_at': '2022-05-26T11:22:49Z', 'revision_number': 3, 'project_id': '9b156406dd334d888436af3a31bf551e', 'gw_port': {'id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:49Z', 'updated_at': '2022-05-26T11:22:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:22:50.708913 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 1b565249-5de6-4afc-90c8-27bfcefee976, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=1b565249-5de6-4afc-90c8-27bfcefee976,segment=NetworkSegment(c3accc82-0619-434a-97e3-9c20caa686c3),segment_id=c3accc82-0619-434a-97e3-9c20caa686c3)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:22:50.724081 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Returning: {'device': '1b565249-5de6-4afc-90c8-27bfcefee976', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'port_id': '1b565249-5de6-4afc-90c8-27bfcefee976', 'mac_address': 'fa:16:3e:de:ff:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 11:22:50.736099 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9548fb8c-8366-4efb-9264-204f239ff80b None None] Checking router: 45295373-e9cb-4611-9dc8-f892d8d93137 for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:22:50.736702 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9548fb8c-8366-4efb-9264-204f239ff80b None None] Updating router 45295373-e9cb-4611-9dc8-f892d8d93137 port 71cf63ca-f94a-4757-b4c5-67ed21588165 binding host dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:22:50.758866 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-867cfa00-776a-4c89-bb0d-754a7b4fab5e req-2a1cd4bf-d60d-46f8-ba76-491e0a34030a service neutron] 10.222.0.42 "GET /v2.0/networks/e0560975-4267-405e-bcd2-a4a3e83034df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020732 May 26 11:22:50.764317 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port 1b565249-5de6-4afc-90c8-27bfcefee976 is: DOWN; New status is: BUILD {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:22:50.764852 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:50.766686 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-9548fb8c-8366-4efb-9264-204f239ff80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:50.780328 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b565249-5de6-4afc-90c8-27bfcefee976 {{(pid=102813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:22:50.805030 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 1b565249-5de6-4afc-90c8-27bfcefee976, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=1b565249-5de6-4afc-90c8-27bfcefee976,segment=NetworkSegment(c3accc82-0619-434a-97e3-9c20caa686c3),segment_id=c3accc82-0619-434a-97e3-9c20caa686c3)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:22:50.890543 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:50.941536 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=1b565249-5de6-4afc-90c8-27bfcefee976,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:50.974345 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:51.003373 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 219f8117-fe77-4949-929c-797211c0e467 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:22:51.025503 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-9548fb8c-8366-4efb-9264-204f239ff80b None None] Notify callbacks [] for port, precommit_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:51.101960 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['1b565249-5de6-4afc-90c8-27bfcefee976'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:22:51.134779 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-9548fb8c-8366-4efb-9264-204f239ff80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:51.161223 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Allocated IP 172.20.0.1 (201b8ed7-d257-4ded-b20c-a4cdaabf3f88/a4f82145-402d-4d00-956a-36c8731d0d08/13f6e075-bfcc-4710-b209-1ee0c5c8da2f) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:22:51.201987 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b38dc1-eec2-4ff2-afd9-e2f686591e1b req-fdf4f461-cafe-4d5a-9dc6-9ee96262f361 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:51.203161 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-25b38dc1-eec2-4ff2-afd9-e2f686591e1b req-fdf4f461-cafe-4d5a-9dc6-9ee96262f361 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f9f497-523b-4259-98e0-97fe10a16242 HTTP/1.1" status: 200 len: 944 time: 0.0882444 May 26 11:22:51.207167 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a417c-9146-4a5f-a43c-9a1330b6f856 None None] Pushing event updated for resources: {'Port': ['ID=71cf63ca-f94a-4757-b4c5-67ed21588165,revision_number=2']} {{(pid=102814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:51.212364 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a417c-9146-4a5f-a43c-9a1330b6f856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:51.212364 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a417c-9146-4a5f-a43c-9a1330b6f856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:51.212832 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a417c-9146-4a5f-a43c-9a1330b6f856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:51.213258 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a417c-9146-4a5f-a43c-9a1330b6f856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:51.213682 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a417c-9146-4a5f-a43c-9a1330b6f856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:51.214115 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a417c-9146-4a5f-a43c-9a1330b6f856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:51.214531 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a417c-9146-4a5f-a43c-9a1330b6f856 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:51.215577 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a417c-9146-4a5f-a43c-9a1330b6f856 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:51.216030 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a417c-9146-4a5f-a43c-9a1330b6f856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:51.216803 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a417c-9146-4a5f-a43c-9a1330b6f856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:51.216938 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a417c-9146-4a5f-a43c-9a1330b6f856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:51.217342 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985a417c-9146-4a5f-a43c-9a1330b6f856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102814) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:51.221974 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-9548fb8c-8366-4efb-9264-204f239ff80b None None] Attempting to bind port 71cf63ca-f94a-4757-b4c5-67ed21588165 on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:22:51.222593 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-9548fb8c-8366-4efb-9264-204f239ff80b None None] Attempting to bind port 71cf63ca-f94a-4757-b4c5-67ed21588165 by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}] {{(pid=102814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:22:51.223048 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9548fb8c-8366-4efb-9264-204f239ff80b None None] Attempting to bind port 71cf63ca-f94a-4757-b4c5-67ed21588165 on network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:22:51.230224 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9548fb8c-8366-4efb-9264-204f239ff80b None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:22:51.230224 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9548fb8c-8366-4efb-9264-204f239ff80b None None] Checking segment: {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102814) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:22:51.230224 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-9548fb8c-8366-4efb-9264-204f239ff80b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:51.230224 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9548fb8c-8366-4efb-9264-204f239ff80b None None] Bound using segment: {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'} {{(pid=102814) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:22:51.231166 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.managers [None req-9548fb8c-8366-4efb-9264-204f239ff80b None None] Bound port: 71cf63ca-f94a-4757-b4c5-67ed21588165, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}}] {{(pid=102814) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:22:51.231749 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-9548fb8c-8366-4efb-9264-204f239ff80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:51.282635 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-25b38dc1-eec2-4ff2-afd9-e2f686591e1b req-5fcd3225-2f10-4d33-a546-fa02eb47b210 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeba2dd4-962c-4a10-b1bb-5500a89fbc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484221 May 26 11:22:51.285587 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.db [None req-9548fb8c-8366-4efb-9264-204f239ff80b None None] For port 71cf63ca-f94a-4757-b4c5-67ed21588165, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102814) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:22:51.289522 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.plugins.ml2.db [None req-9548fb8c-8366-4efb-9264-204f239ff80b None None] For port 71cf63ca-f94a-4757-b4c5-67ed21588165, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=71cf63ca-f94a-4757-b4c5-67ed21588165,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102814) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:22:51.313310 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:51.370772 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron_lib.callbacks.manager [None req-9548fb8c-8366-4efb-9264-204f239ff80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102814) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:51.389939 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:51.426502 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9548fb8c-8366-4efb-9264-204f239ff80b None None] Routers {'45295373-e9cb-4611-9dc8-f892d8d93137'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:22:51.427101 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-9548fb8c-8366-4efb-9264-204f239ff80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:22:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['45295373-e9cb-4611-9dc8-f892d8d93137'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:22:51.437260 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Network 201b8ed7-d257-4ded-b20c-a4cdaabf3f88 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:22:51.440250 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:22:51.442749 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:22:51.470410 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Pushing event updated for resources: {'Port': ['ID=13f6e075-bfcc-4710-b209-1ee0c5c8da2f,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:51.484998 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:51.485305 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:51.485645 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:51.485990 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:51.486326 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:51.486653 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:51.486979 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:51.487309 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:51.487635 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:51.487956 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:51.488277 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:51.488593 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:22:51.493278 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:51.500256 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665140'] for router_interface, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:51.565047 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a417c-9146-4a5f-a43c-9a1330b6f856 None None] Pushing event updated for resources: {'Port': ['ID=71cf63ca-f94a-4757-b4c5-67ed21588165,revision_number=3']} {{(pid=102814) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:51.635728 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-9548fb8c-8366-4efb-9264-204f239ff80b None None] Set router 45295373-e9cb-4611-9dc8-f892d8d93137 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:22:51.672803 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:51.721116 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-40060993-471f-4b50-9e45-cfe8c557de48 None None] Provisioning complete for port 13f6e075-bfcc-4710-b209-1ee0c5c8da2f triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:22:51.721411 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-40060993-471f-4b50-9e45-cfe8c557de48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:51.756142 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-40060993-471f-4b50-9e45-cfe8c557de48 None None] Port 13f6e075-bfcc-4710-b209-1ee0c5c8da2f cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:22:51.817548 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 219f8117-fe77-4949-929c-797211c0e467 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:22:51.827396 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-9548fb8c-8366-4efb-9264-204f239ff80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'name': 'tempest-TestVolumeBootPattern-958338100-router', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:48Z', 'updated_at': '2022-05-26T11:22:49Z', 'revision_number': 3, 'project_id': '9b156406dd334d888436af3a31bf551e', 'gw_port': {'id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:49Z', 'updated_at': '2022-05-26T11:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:22:51.844286 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:51.856911 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9548fb8c-8366-4efb-9264-204f239ff80b None None] The sync data for ids ['45295373-e9cb-4611-9dc8-f892d8d93137'] in dv-cinder-843395-1-iscsi is: [{'id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'name': 'tempest-TestVolumeBootPattern-958338100-router', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:48Z', 'updated_at': '2022-05-26T11:22:49Z', 'revision_number': 3, 'project_id': '9b156406dd334d888436af3a31bf551e', 'gw_port': {'id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:49Z', 'updated_at': '2022-05-26T11:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:22:51.866274 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 219f8117-fe77-4949-929c-797211c0e467 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:22:51.866641 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:51.910323 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8805051'] for port, after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:51.982604 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665176'] for router_interface, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:51.984545 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Pushing event updated for resources: {'Port': ['ID=13f6e075-bfcc-4710-b209-1ee0c5c8da2f,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:52.081007 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Network 201b8ed7-d257-4ded-b20c-a4cdaabf3f88 is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:22:52.082588 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:22:52.086517 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 219f8117-fe77-4949-929c-797211c0e467 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:22:52.225451 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Router 45295373-e9cb-4611-9dc8-f892d8d93137 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:22:52.385771 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-adb78ecb-efde-43ef-a6f3-f9978498fdcf None None] Provisioning complete for port 13f6e075-bfcc-4710-b209-1ee0c5c8da2f triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:22:52.386577 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-adb78ecb-efde-43ef-a6f3-f9978498fdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:52.406650 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de45e3a-67a3-403b-8ec3-b1df8175cf86 req-c509ded3-d51b-47f8-9c37-0f50c6948c21 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:52.409078 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4de45e3a-67a3-403b-8ec3-b1df8175cf86 req-c509ded3-d51b-47f8-9c37-0f50c6948c21 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f9f497-523b-4259-98e0-97fe10a16242 HTTP/1.1" status: 200 len: 944 time: 0.0552454 May 26 11:22:52.439996 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-adb78ecb-efde-43ef-a6f3-f9978498fdcf None None] Port 13f6e075-bfcc-4710-b209-1ee0c5c8da2f cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:22:52.455704 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-4de45e3a-67a3-403b-8ec3-b1df8175cf86 req-248cb11f-968a-4366-832f-dfe487ec8d4f tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeba2dd4-962c-4a10-b1bb-5500a89fbc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399785 May 26 11:22:52.593825 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:22:52.598849 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-30925fce-b79e-4605-906f-fe95f613ca36 admin admin] 10.222.0.21 "PUT /v2.0/routers/45295373-e9cb-4611-9dc8-f892d8d93137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0931222 May 26 11:22:52.610763 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 1b565249-5de6-4afc-90c8-27bfcefee976 up at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:22:52.730552 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:52.753384 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning for port 1b565249-5de6-4afc-90c8-27bfcefee976 completed by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:22:52.757483 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning complete for port 1b565249-5de6-4afc-90c8-27bfcefee976 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:22:52.763535 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:52.836157 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port 1b565249-5de6-4afc-90c8-27bfcefee976 is: BUILD; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:22:52.836552 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:52.859575 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f9f497-523b-4259-98e0-97fe10a16242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b565249-5de6-4afc-90c8-27bfcefee976'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:22:52.861879 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ae4e98-596d-4a92-9609-9c79c3879ace" -d '{"events": [{"server_uuid": "d6f9f497-523b-4259-98e0-97fe10a16242", "name": "network-vif-plugged", "status": "completed", "tag": "1b565249-5de6-4afc-90c8-27bfcefee976"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:22:52.874728 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 1b565249-5de6-4afc-90c8-27bfcefee976, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=1b565249-5de6-4afc-90c8-27bfcefee976,segment=NetworkSegment(c3accc82-0619-434a-97e3-9c20caa686c3),segment_id=c3accc82-0619-434a-97e3-9c20caa686c3)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:22:52.897422 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59c3d0d-f178-4023-89ae-5c89a261610c x-openstack-request-id: req-c59c3d0d-f178-4023-89ae-5c89a261610c {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:22:52.897710 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f9f497-523b-4259-98e0-97fe10a16242", "name": "network-vif-plugged", "status": "completed", "tag": "1b565249-5de6-4afc-90c8-27bfcefee976", "code": 200}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:22:52.897963 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c59c3d0d-f178-4023-89ae-5c89a261610c {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:22:52.898361 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c59c3d0d-f178-4023-89ae-5c89a261610c'] response: {'server_uuid': 'd6f9f497-523b-4259-98e0-97fe10a16242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b565249-5de6-4afc-90c8-27bfcefee976', 'code': 200} May 26 11:22:52.961062 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:53.007876 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=1b565249-5de6-4afc-90c8-27bfcefee976,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:53.197370 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc57c6-df73-4efe-9ece-fcfa3d1e6b86 req-6e9d39d2-2a14-41ba-b17c-120ac66e5df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:53.198908 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2dbc57c6-df73-4efe-9ece-fcfa3d1e6b86 req-6e9d39d2-2a14-41ba-b17c-120ac66e5df2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d6f9f497-523b-4259-98e0-97fe10a16242 HTTP/1.1" status: 200 len: 1098 time: 0.0465527 May 26 11:22:53.244100 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2dbc57c6-df73-4efe-9ece-fcfa3d1e6b86 req-79b1eb26-0d97-4f4a-af0a-4631aa24eacd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=eeba2dd4-962c-4a10-b1bb-5500a89fbc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355535 May 26 11:22:53.284883 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:53.294943 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45202) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:53.300131 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-1512f4c8-bdf7-416c-8907-c5b4af1f7ae6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1632068280-network', 'tenant_id': '6155bae0a9564007b908a6d34731254b'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:22:53.376030 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1512f4c8-bdf7-416c-8907-c5b4af1f7ae6 admin admin] Made reservation on behalf of 6155bae0a9564007b908a6d34731254b for: {'network': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:22:53.378436 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1512f4c8-bdf7-416c-8907-c5b4af1f7ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for network, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:53.387200 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1512f4c8-bdf7-416c-8907-c5b4af1f7ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:53.434294 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0969bd4c-d132-4dd5-984d-b46f64961751 None None] Sync routers for ids ['45295373-e9cb-4611-9dc8-f892d8d93137'] in dv-cinder-843395-1-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:22:53.443267 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0969bd4c-d132-4dd5-984d-b46f64961751 None None] Routers {'45295373-e9cb-4611-9dc8-f892d8d93137'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:22:53.443882 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-0969bd4c-d132-4dd5-984d-b46f64961751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:22:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['45295373-e9cb-4611-9dc8-f892d8d93137'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:22:53.462962 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1512f4c8-bdf7-416c-8907-c5b4af1f7ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:53.528213 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1512f4c8-bdf7-416c-8907-c5b4af1f7ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:53.549553 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1512f4c8-bdf7-416c-8907-c5b4af1f7ae6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=102810) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 26 11:22:53.554518 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-0969bd4c-d132-4dd5-984d-b46f64961751 None None] Set router 45295373-e9cb-4611-9dc8-f892d8d93137 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:22:53.563757 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512f4c8-bdf7-416c-8907-c5b4af1f7ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d66fce-9fb8-45a9-9ac5-db90f2ec35b0,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:53.568951 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1512f4c8-bdf7-416c-8907-c5b4af1f7ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:53.569294 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.db.segments_db [None req-1512f4c8-bdf7-416c-8907-c5b4af1f7ae6 admin admin] Added segment 8ef8fadc-29e3-4fd4-943a-87b1022e7fb8 of type vlan for network ba500823-f9ef-4d37-9d57-350c7ead5eba May 26 11:22:53.575656 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fde370-85f3-473e-8acb-9f68e7947dad req-e1ca5cad-4b63-436a-beaa-2ccffffd2e89 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:53.577265 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e8fde370-85f3-473e-8acb-9f68e7947dad req-e1ca5cad-4b63-436a-beaa-2ccffffd2e89 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f9f497-523b-4259-98e0-97fe10a16242 HTTP/1.1" status: 200 len: 945 time: 0.0523610 May 26 11:22:53.614669 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1512f4c8-bdf7-416c-8907-c5b4af1f7ae6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744569042562'] for network, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:53.621695 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e8fde370-85f3-473e-8acb-9f68e7947dad req-783d97e6-38da-4862-88b9-16ea7f74f4cf tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeba2dd4-962c-4a10-b1bb-5500a89fbc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375879 May 26 11:22:53.725055 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1512f4c8-bdf7-416c-8907-c5b4af1f7ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191'] for network, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:53.725994 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1512f4c8-bdf7-416c-8907-c5b4af1f7ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:53.726569 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-1512f4c8-bdf7-416c-8907-c5b4af1f7ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:53.779801 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-0969bd4c-d132-4dd5-984d-b46f64961751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'name': 'tempest-TestVolumeBootPattern-958338100-router', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:48Z', 'updated_at': '2022-05-26T11:22:51Z', 'revision_number': 4, 'project_id': '9b156406dd334d888436af3a31bf551e', 'gw_port': {'id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e8:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:49Z', 'updated_at': '2022-05-26T11:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '13f6e075-bfcc-4710-b209-1ee0c5c8da2f', 'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'mac_address': 'fa:16:3e:77:7d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:50Z', 'updated_at': '2022-05-26T11:22:51Z', 'revision_number': 2, 'project_id': '9b156406dd334d888436af3a31bf551e', 'subnets': [{'id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:22:53.785130 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512f4c8-bdf7-416c-8907-c5b4af1f7ae6 admin admin] Pushing event updated for resources: {'Network': ['ID=ba500823-f9ef-4d37-9d57-350c7ead5eba,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:53.808256 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Network ba500823-f9ef-4d37-9d57-350c7ead5eba details requested by agent ovs-agent-dv-cinder-843395-1-iscsi with host dv-cinder-843395-1-iscsi {{(pid=102813) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 26 11:22:53.810628 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0969bd4c-d132-4dd5-984d-b46f64961751 None None] Checking router: 45295373-e9cb-4611-9dc8-f892d8d93137 for host: dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:22:53.810889 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0969bd4c-d132-4dd5-984d-b46f64961751 None None] Updating router 45295373-e9cb-4611-9dc8-f892d8d93137 port 13f6e075-bfcc-4710-b209-1ee0c5c8da2f binding host dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:22:53.830069 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-1512f4c8-bdf7-416c-8907-c5b4af1f7ae6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5339758 May 26 11:22:53.832772 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45206) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:53.837497 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-f4f343a3-f233-4b62-8655-58a940913ffc admin admin] Request body: {'subnet': {'network_id': 'ba500823-f9ef-4d37-9d57-350c7ead5eba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1632068280-subnet', 'tenant_id': '6155bae0a9564007b908a6d34731254b', 'ip_version': 4}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:22:53.868562 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 71cf63ca-f94a-4757-b4c5-67ed21588165 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:22:53.909433 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f343a3-f233-4b62-8655-58a940913ffc admin admin] Made reservation on behalf of 6155bae0a9564007b908a6d34731254b for: {'subnet': 1} {{(pid=102810) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:22:53.911868 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f4f343a3-f233-4b62-8655-58a940913ffc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8670211'] for subnet, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:53.914763 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-0969bd4c-d132-4dd5-984d-b46f64961751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:53.987119 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 71cf63ca-f94a-4757-b4c5-67ed21588165 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:22:53.987492 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:54.155653 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f4f343a3-f233-4b62-8655-58a940913ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8804864', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8670229'] for subnet, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:54.193965 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 71cf63ca-f94a-4757-b4c5-67ed21588165 is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:22:54.194362 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:54.212518 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f343a3-f233-4b62-8655-58a940913ffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee92c1c2-44a5-43f3-adfa-795cc559fdf0,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:54.222922 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f343a3-f233-4b62-8655-58a940913ffc admin admin] Checking segment: {'id': '8ef8fadc-29e3-4fd4-943a-87b1022e7fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba500823-f9ef-4d37-9d57-350c7ead5eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102810) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:22:54.223283 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f343a3-f233-4b62-8655-58a940913ffc admin admin] Network hostable DHCP agents. Network: ba500823-f9ef-4d37-9d57-350c7ead5eba, hostable agents: ['ae20bfe0-bbab-40fa-b22c-2da14db586ab'], hosted agents: [] {{(pid=102810) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 26 11:22:54.228279 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c4930102-f789-48be-b099-5ee77c22024a None None] For port 71cf63ca-f94a-4757-b4c5-67ed21588165, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=71cf63ca-f94a-4757-b4c5-67ed21588165,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:22:54.275140 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-0969bd4c-d132-4dd5-984d-b46f64961751 None None] Notify callbacks [] for port, precommit_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:54.309707 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:54.344726 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f343a3-f233-4b62-8655-58a940913ffc admin admin] Network ba500823-f9ef-4d37-9d57-350c7ead5eba is scheduled to be hosted by DHCP agent ae20bfe0-bbab-40fa-b22c-2da14db586ab with binding_index 1 {{(pid=102810) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 26 11:22:54.355352 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Pushing event updated for resources: {'Port': ['ID=71cf63ca-f94a-4757-b4c5-67ed21588165,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:54.401249 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-0969bd4c-d132-4dd5-984d-b46f64961751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:54.427999 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-f4f343a3-f233-4b62-8655-58a940913ffc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843395-1-iscsi, ba500823-f9ef-4d37-9d57-350c7ead5eba) {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:22:54.433380 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f343a3-f233-4b62-8655-58a940913ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:54.434530 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f4f343a3-f233-4b62-8655-58a940913ffc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:54.440441 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bc15cb-6966-4414-8cb2-4dfd53687dac None None] Network ba500823-f9ef-4d37-9d57-350c7ead5eba requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:22:54.498220 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ca170-5d90-4d41-9587-da19713c5c84 None None] Pushing event updated for resources: {'Port': ['ID=13f6e075-bfcc-4710-b209-1ee0c5c8da2f,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:54.525200 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-f4f343a3-f233-4b62-8655-58a940913ffc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6912699 May 26 11:22:54.527415 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 45208) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:54.534710 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-6832221d-ab95-49af-b808-5432ead4ec12 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1632068280-router', 'tenant_id': '6155bae0a9564007b908a6d34731254b', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:22:54.573928 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-0969bd4c-d132-4dd5-984d-b46f64961751 None None] Attempting to bind port 13f6e075-bfcc-4710-b209-1ee0c5c8da2f on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:22:54.574333 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-0969bd4c-d132-4dd5-984d-b46f64961751 None None] Attempting to bind port 13f6e075-bfcc-4710-b209-1ee0c5c8da2f by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': 'a6e85a7b-632d-4806-a1c2-98c3c601765c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:22:54.574703 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969bd4c-d132-4dd5-984d-b46f64961751 None None] Attempting to bind port 13f6e075-bfcc-4710-b209-1ee0c5c8da2f on network 201b8ed7-d257-4ded-b20c-a4cdaabf3f88 {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:22:54.583893 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969bd4c-d132-4dd5-984d-b46f64961751 None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:22:54.585455 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969bd4c-d132-4dd5-984d-b46f64961751 None None] Checking segment: {'id': 'a6e85a7b-632d-4806-a1c2-98c3c601765c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:22:54.585455 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-0969bd4c-d132-4dd5-984d-b46f64961751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:54.585455 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0969bd4c-d132-4dd5-984d-b46f64961751 None None] Bound using segment: {'id': 'a6e85a7b-632d-4806-a1c2-98c3c601765c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:22:54.585725 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-0969bd4c-d132-4dd5-984d-b46f64961751 None None] Bound port: 13f6e075-bfcc-4710-b209-1ee0c5c8da2f, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6e85a7b-632d-4806-a1c2-98c3c601765c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:22:54.585890 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-0969bd4c-d132-4dd5-984d-b46f64961751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:54.618513 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6832221d-ab95-49af-b808-5432ead4ec12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1667008', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4355'] for router, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:54.620222 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6832221d-ab95-49af-b808-5432ead4ec12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1667664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1667188', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1792013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4372'] for router, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:54.679798 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6832221d-ab95-49af-b808-5432ead4ec12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:54.703925 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280ac4ce-7707-49c6-a87a-1c2fa1e6335a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp544487b2-adaf-528a-ac03-698d97ec23d0-ba500823-f9ef-4d37-9d57-350c7ead5eba', 'network_id': 'ba500823-f9ef-4d37-9d57-350c7ead5eba', 'tenant_id': '6155bae0a9564007b908a6d34731254b', 'fixed_ips': [{'subnet_id': 'ee92c1c2-44a5-43f3-adfa-795cc559fdf0'}]}} from dv-cinder-843395-1-iscsi. {{(pid=102813) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 26 11:22:54.704777 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-280ac4ce-7707-49c6-a87a-1c2fa1e6335a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:54.721535 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-0969bd4c-d132-4dd5-984d-b46f64961751 None None] For port 13f6e075-bfcc-4710-b209-1ee0c5c8da2f, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:22:54.725662 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-fd177ba7-ae3e-4ab8-b177-6a892c192e79 None None] Provisioning complete for port 13f6e075-bfcc-4710-b209-1ee0c5c8da2f triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:22:54.726054 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-fd177ba7-ae3e-4ab8-b177-6a892c192e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:54.745779 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec18ee-d472-4355-b9be-f8239cbb315e req-c285ff5e-1826-4e68-9bec-743115b8b6a0 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:54.747843 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d2ec18ee-d472-4355-b9be-f8239cbb315e req-c285ff5e-1826-4e68-9bec-743115b8b6a0 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f9f497-523b-4259-98e0-97fe10a16242 HTTP/1.1" status: 200 len: 945 time: 0.0528536 May 26 11:22:54.760774 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-0969bd4c-d132-4dd5-984d-b46f64961751 None None] For port 13f6e075-bfcc-4710-b209-1ee0c5c8da2f, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=13f6e075-bfcc-4710-b209-1ee0c5c8da2f,segment=NetworkSegment(a6e85a7b-632d-4806-a1c2-98c3c601765c),segment_id=a6e85a7b-632d-4806-a1c2-98c3c601765c)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:22:54.794541 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d2ec18ee-d472-4355-b9be-f8239cbb315e req-b4d57508-8224-448c-8093-52452fb949d3 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeba2dd4-962c-4a10-b1bb-5500a89fbc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396421 May 26 11:22:54.829396 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-fd177ba7-ae3e-4ab8-b177-6a892c192e79 None None] Port 13f6e075-bfcc-4710-b209-1ee0c5c8da2f cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:22:54.849081 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-0969bd4c-d132-4dd5-984d-b46f64961751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:54.916712 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6832221d-ab95-49af-b808-5432ead4ec12 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:54.939014 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d67dc-a39c-4297-9d2b-9220bc11ba04 req-473a3734-e342-40a0-942d-5680d1a31b37 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:54.940657 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ba3d67dc-a39c-4297-9d2b-9220bc11ba04 req-473a3734-e342-40a0-942d-5680d1a31b37 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f9f497-523b-4259-98e0-97fe10a16242 HTTP/1.1" status: 200 len: 945 time: 0.0790052 May 26 11:22:54.942490 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0969bd4c-d132-4dd5-984d-b46f64961751 None None] Routers {'45295373-e9cb-4611-9dc8-f892d8d93137'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:22:54.943135 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-0969bd4c-d132-4dd5-984d-b46f64961751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:22:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['45295373-e9cb-4611-9dc8-f892d8d93137'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:22:54.947256 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.db_base_plugin_common [None req-280ac4ce-7707-49c6-a87a-1c2fa1e6335a None None] Allocated IP 172.20.0.2 (ba500823-f9ef-4d37-9d57-350c7ead5eba/ee92c1c2-44a5-43f3-adfa-795cc559fdf0/7a940374-fba7-4e6e-9b74-0b068a32b83e) {{(pid=102813) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:22:54.949921 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45214) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:54.952219 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ca170-5d90-4d41-9587-da19713c5c84 None None] Pushing event updated for resources: {'Port': ['ID=13f6e075-bfcc-4710-b209-1ee0c5c8da2f,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:54.955648 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-69306ac0-3139-45b6-8444-54cc8caf5b3e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Request body: {'floatingip': {'port_id': '1b565249-5de6-4afc-90c8-27bfcefee976'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:22:54.998742 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-69306ac0-3139-45b6-8444-54cc8caf5b3e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for floatingip, before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:55.224355 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6832221d-ab95-49af-b808-5432ead4ec12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:55.243662 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6832221d-ab95-49af-b808-5432ead4ec12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:55.258436 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-9af5fa5f-8661-461d-87e2-c7367bf868a3 None None] Provisioning complete for port 13f6e075-bfcc-4710-b209-1ee0c5c8da2f triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:22:55.258812 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-9af5fa5f-8661-461d-87e2-c7367bf868a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:55.261328 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-0969bd4c-d132-4dd5-984d-b46f64961751 None None] Set router 45295373-e9cb-4611-9dc8-f892d8d93137 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:22:55.354628 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-6832221d-ab95-49af-b808-5432ead4ec12 admin admin] Allocated IP 172.27.2.231 (6ce135a4-eab8-4863-9af0-cf5ae6e229cb/86b44d4e-8f3f-4d5d-9881-9aaa3797f33b/85b0bfa7-7f2a-4e28-8a35-99a484bd95ab) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:22:55.461843 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6832221d-ab95-49af-b808-5432ead4ec12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:55.469508 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-280ac4ce-7707-49c6-a87a-1c2fa1e6335a None None] Notify callbacks [] for port, precommit_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:55.486135 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-69306ac0-3139-45b6-8444-54cc8caf5b3e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:55.528384 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-9af5fa5f-8661-461d-87e2-c7367bf868a3 None None] Current status of the port 13f6e075-bfcc-4710-b209-1ee0c5c8da2f is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:22:55.528799 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-9af5fa5f-8661-461d-87e2-c7367bf868a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:55.561016 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-280ac4ce-7707-49c6-a87a-1c2fa1e6335a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855'] for port, after_create {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:55.584116 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-69306ac0-3139-45b6-8444-54cc8caf5b3e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:55.588591 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6832221d-ab95-49af-b808-5432ead4ec12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:55.624911 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6832221d-ab95-49af-b808-5432ead4ec12 admin admin] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:22:55.628243 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-6832221d-ab95-49af-b808-5432ead4ec12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:22:55.630738 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280ac4ce-7707-49c6-a87a-1c2fa1e6335a None None] Network ba500823-f9ef-4d37-9d57-350c7ead5eba is already hosted by enough agents. {{(pid=102813) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:22:55.631756 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6832221d-ab95-49af-b808-5432ead4ec12 admin admin] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:22:55.634659 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-9af5fa5f-8661-461d-87e2-c7367bf868a3 None None] For port 13f6e075-bfcc-4710-b209-1ee0c5c8da2f, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=13f6e075-bfcc-4710-b209-1ee0c5c8da2f,segment=NetworkSegment(a6e85a7b-632d-4806-a1c2-98c3c601765c),segment_id=a6e85a7b-632d-4806-a1c2-98c3c601765c)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:22:55.637337 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832221d-ab95-49af-b808-5432ead4ec12 admin admin] Pushing event updated for resources: {'Port': ['ID=85b0bfa7-7f2a-4e28-8a35-99a484bd95ab,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:55.641201 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.scheduler.base_scheduler [None req-280ac4ce-7707-49c6-a87a-1c2fa1e6335a None None] Resources bound (agent type, host, resource id): {{(pid=102813) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:22:55.643920 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280ac4ce-7707-49c6-a87a-1c2fa1e6335a None None] Received port after_create {{(pid=102813) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:22:55.646046 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ac4ce-7707-49c6-a87a-1c2fa1e6335a None None] Pushing event updated for resources: {'Port': ['ID=7a940374-fba7-4e6e-9b74-0b068a32b83e,revision_number=1']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:55.696452 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-0969bd4c-d132-4dd5-984d-b46f64961751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'name': 'tempest-TestVolumeBootPattern-958338100-router', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:48Z', 'updated_at': '2022-05-26T11:22:51Z', 'revision_number': 4, 'project_id': '9b156406dd334d888436af3a31bf551e', 'gw_port': {'id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:49Z', 'updated_at': '2022-05-26T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '13f6e075-bfcc-4710-b209-1ee0c5c8da2f', 'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'mac_address': 'fa:16:3e:77:7d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:50Z', 'updated_at': '2022-05-26T11:22:54Z', 'revision_number': 4, 'project_id': '9b156406dd334d888436af3a31bf551e', 'subnets': [{'id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:22:55.702685 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-9af5fa5f-8661-461d-87e2-c7367bf868a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:55.711218 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.db.l3_db [None req-69306ac0-3139-45b6-8444-54cc8caf5b3e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Floating IP dcd010c4-b269-4be7-90b9-83bd20c60905 associated. External IP: 172.27.2.83, port: 1b565249-5de6-4afc-90c8-27bfcefee976. May 26 11:22:55.736288 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0969bd4c-d132-4dd5-984d-b46f64961751 None None] The sync data for ids ['45295373-e9cb-4611-9dc8-f892d8d93137'] in dv-cinder-843395-1-iscsi is: [{'id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'name': 'tempest-TestVolumeBootPattern-958338100-router', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:48Z', 'updated_at': '2022-05-26T11:22:51Z', 'revision_number': 4, 'project_id': '9b156406dd334d888436af3a31bf551e', 'gw_port': {'id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:49Z', 'updated_at': '2022-05-26T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '13f6e075-bfcc-4710-b209-1ee0c5c8da2f', 'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'mac_address': 'fa:16:3e:77:7d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:50Z', 'updated_at': '2022-05-26T11:22:54Z', 'revision_number': 4, 'project_id': '9b156406dd334d888436af3a31bf551e', 'subnets': [{'id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:22:55.767185 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-280ac4ce-7707-49c6-a87a-1c2fa1e6335a None None] Attempting to bind port 7a940374-fba7-4e6e-9b74-0b068a32b83e on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:22:55.767556 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-280ac4ce-7707-49c6-a87a-1c2fa1e6335a None None] Attempting to bind port 7a940374-fba7-4e6e-9b74-0b068a32b83e by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': '8ef8fadc-29e3-4fd4-943a-87b1022e7fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba500823-f9ef-4d37-9d57-350c7ead5eba'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:22:55.767968 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280ac4ce-7707-49c6-a87a-1c2fa1e6335a None None] Attempting to bind port 7a940374-fba7-4e6e-9b74-0b068a32b83e on network ba500823-f9ef-4d37-9d57-350c7ead5eba {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:22:55.777851 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280ac4ce-7707-49c6-a87a-1c2fa1e6335a None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:22:55.778285 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280ac4ce-7707-49c6-a87a-1c2fa1e6335a None None] Checking segment: {'id': '8ef8fadc-29e3-4fd4-943a-87b1022e7fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba500823-f9ef-4d37-9d57-350c7ead5eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:22:55.779095 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-280ac4ce-7707-49c6-a87a-1c2fa1e6335a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:55.779095 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280ac4ce-7707-49c6-a87a-1c2fa1e6335a None None] Bound using segment: {'id': '8ef8fadc-29e3-4fd4-943a-87b1022e7fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba500823-f9ef-4d37-9d57-350c7ead5eba'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:22:55.779547 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-280ac4ce-7707-49c6-a87a-1c2fa1e6335a None None] Bound port: 7a940374-fba7-4e6e-9b74-0b068a32b83e, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef8fadc-29e3-4fd4-943a-87b1022e7fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba500823-f9ef-4d37-9d57-350c7ead5eba'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:22:55.779928 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-280ac4ce-7707-49c6-a87a-1c2fa1e6335a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:55.807999 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af5fa5f-8661-461d-87e2-c7367bf868a3 None None] Pushing event updated for resources: {'Port': ['ID=13f6e075-bfcc-4710-b209-1ee0c5c8da2f,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:55.881124 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-280ac4ce-7707-49c6-a87a-1c2fa1e6335a None None] For port 7a940374-fba7-4e6e-9b74-0b068a32b83e, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:22:55.887489 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-280ac4ce-7707-49c6-a87a-1c2fa1e6335a None None] For port 7a940374-fba7-4e6e-9b74-0b068a32b83e, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=7a940374-fba7-4e6e-9b74-0b068a32b83e,segment=NetworkSegment(8ef8fadc-29e3-4fd4-943a-87b1022e7fb8),segment_id=8ef8fadc-29e3-4fd4-943a-87b1022e7fb8)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:22:55.914392 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 71cf63ca-f94a-4757-b4c5-67ed21588165 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:22:55.957379 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-280ac4ce-7707-49c6-a87a-1c2fa1e6335a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:56.017649 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 71cf63ca-f94a-4757-b4c5-67ed21588165 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:22:56.018212 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:56.023146 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69306ac0-3139-45b6-8444-54cc8caf5b3e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:22:56.077418 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6832221d-ab95-49af-b808-5432ead4ec12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:56.091715 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280ac4ce-7707-49c6-a87a-1c2fa1e6335a None None] Pushing event updated for resources: {'Port': ['ID=7a940374-fba7-4e6e-9b74-0b068a32b83e,revision_number=2']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:56.206240 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 71cf63ca-f94a-4757-b4c5-67ed21588165 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:22:56.207011 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69306ac0-3139-45b6-8444-54cc8caf5b3e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:22:56.218574 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-69306ac0-3139-45b6-8444-54cc8caf5b3e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:56.223091 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d472b7-0760-4c9d-81b3-9a9c72e9e8e2 None None] Sync routers for ids ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:22:56.238290 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d472b7-0760-4c9d-81b3-9a9c72e9e8e2 None None] Routers {'0c24865d-15cd-46b9-b31c-bfa55bb63d28'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:22:56.238916 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-33d472b7-0760-4c9d-81b3-9a9c72e9e8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:22:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:22:56.259802 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-69306ac0-3139-45b6-8444-54cc8caf5b3e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "PUT /v2.0/floatingips/dcd010c4-b269-4be7-90b9-83bd20c60905 HTTP/1.1" status: 200 len: 990 time: 1.3067656 May 26 11:22:56.259802 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f9f497-523b-4259-98e0-97fe10a16242', 'tag': '1b565249-5de6-4afc-90c8-27bfcefee976'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:22:56.261845 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68cb6bc11d0969d8050e4c4fd8812a2ae7a0aff31285e7476e9ca95485fd95a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2ab678-4969-4807-9838-09bbd4efe1c6" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f9f497-523b-4259-98e0-97fe10a16242", "tag": "1b565249-5de6-4afc-90c8-27bfcefee976"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:22:56.358276 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9261c1c3-d214-4731-ae72-ff0ac04d1746 x-openstack-request-id: req-9261c1c3-d214-4731-ae72-ff0ac04d1746 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:22:56.358730 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f9f497-523b-4259-98e0-97fe10a16242", "tag": "1b565249-5de6-4afc-90c8-27bfcefee976", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:22:56.359079 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9261c1c3-d214-4731-ae72-ff0ac04d1746 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:22:56.359732 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9261c1c3-d214-4731-ae72-ff0ac04d1746'] response: {'name': 'network-changed', 'server_uuid': 'd6f9f497-523b-4259-98e0-97fe10a16242', 'tag': '1b565249-5de6-4afc-90c8-27bfcefee976', 'status': 'completed', 'code': 200} May 26 11:22:56.407486 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-33d472b7-0760-4c9d-81b3-9a9c72e9e8e2 None None] Set router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:22:56.669771 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ab678-4969-4807-9838-09bbd4efe1c6 req-a90ea632-4bd9-43e6-a11c-c086f9d17f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:56.671242 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0a2ab678-4969-4807-9838-09bbd4efe1c6 req-a90ea632-4bd9-43e6-a11c-c086f9d17f9c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c&device_id=d6f9f497-523b-4259-98e0-97fe10a16242 HTTP/1.1" status: 200 len: 1098 time: 0.0910945 May 26 11:22:56.675556 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-33d472b7-0760-4c9d-81b3-9a9c72e9e8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': '8e310850-521f-404a-b339-260ef52a6088', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'port_id': '2e6368ae-df4f-4529-a249-ec20ba14499d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'mac_address': 'fa:16:3e:04:b6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21035c4d-530e-4ed2-8d55-24c732c99a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:21:33Z', 'updated_at': '2022-05-26T11:21:50Z', 'revision_number': 2, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'fixed_ip_address_scope': None}, {'id': 'dcd010c4-b269-4be7-90b9-83bd20c60905', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'port_id': '1b565249-5de6-4afc-90c8-27bfcefee976', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'mac_address': 'fa:16:3e:de:ff:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f9f497-523b-4259-98e0-97fe10a16242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:22:39Z', 'updated_at': '2022-05-26T11:22:55Z', 'revision_number': 1, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:34Z', 'revision_number': 5, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:22:56.678132 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6832221d-ab95-49af-b808-5432ead4ec12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1667655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1667143'] for router, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:56.708521 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d472b7-0760-4c9d-81b3-9a9c72e9e8e2 None None] Checking router: 0c24865d-15cd-46b9-b31c-bfa55bb63d28 for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:22:56.717647 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d472b7-0760-4c9d-81b3-9a9c72e9e8e2 None None] Routers {'0c24865d-15cd-46b9-b31c-bfa55bb63d28'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:22:56.718384 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-33d472b7-0760-4c9d-81b3-9a9c72e9e8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:22:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:22:56.833203 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-33d472b7-0760-4c9d-81b3-9a9c72e9e8e2 None None] Set router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:22:56.846673 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ab678-4969-4807-9838-09bbd4efe1c6 req-1d051e1a-6398-4bfc-814b-298a1ff3792f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:56.848133 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0a2ab678-4969-4807-9838-09bbd4efe1c6 req-1d051e1a-6398-4bfc-814b-298a1ff3792f service neutron] 10.222.0.42 "GET /v2.0/networks?id=44c421fa-2ce0-48c7-8756-eeee114ae628 HTTP/1.1" status: 200 len: 914 time: 0.1650574 May 26 11:22:56.942239 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0a2ab678-4969-4807-9838-09bbd4efe1c6 req-2c24f87f-7642-4883-bca0-74c84849953d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1b565249-5de6-4afc-90c8-27bfcefee976 HTTP/1.1" status: 200 len: 998 time: 0.0839193 May 26 11:22:56.995696 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ab678-4969-4807-9838-09bbd4efe1c6 req-8a8bea6e-1066-4fdb-99a1-74f34d80cdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:56.998751 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0a2ab678-4969-4807-9838-09bbd4efe1c6 req-8a8bea6e-1066-4fdb-99a1-74f34d80cdbb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1caf6db8-dcab-43d8-807f-6adf3a39696e HTTP/1.1" status: 200 len: 852 time: 0.0490825 May 26 11:22:57.037707 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6832221d-ab95-49af-b808-5432ead4ec12 admin admin] Router 8b84df1c-31d0-4044-99c7-6d5764d818b2 is scheduled to L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 with binding_index 1 {{(pid=102811) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 26 11:22:57.096172 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-33d472b7-0760-4c9d-81b3-9a9c72e9e8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': '8e310850-521f-404a-b339-260ef52a6088', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'port_id': '2e6368ae-df4f-4529-a249-ec20ba14499d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'mac_address': 'fa:16:3e:04:b6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21035c4d-530e-4ed2-8d55-24c732c99a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:21:33Z', 'updated_at': '2022-05-26T11:21:50Z', 'revision_number': 2, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'fixed_ip_address_scope': None}, {'id': 'dcd010c4-b269-4be7-90b9-83bd20c60905', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'port_id': '1b565249-5de6-4afc-90c8-27bfcefee976', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'mac_address': 'fa:16:3e:de:ff:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f9f497-523b-4259-98e0-97fe10a16242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:22:39Z', 'updated_at': '2022-05-26T11:22:55Z', 'revision_number': 1, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:34Z', 'revision_number': 5, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:22:57.100863 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ab678-4969-4807-9838-09bbd4efe1c6 req-11bb6b15-5e7e-4eba-8f4d-959249259713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:22:57.102370 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0a2ab678-4969-4807-9838-09bbd4efe1c6 req-11bb6b15-5e7e-4eba-8f4d-959249259713 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=44c421fa-2ce0-48c7-8756-eeee114ae628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0964949 May 26 11:22:57.130608 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d472b7-0760-4c9d-81b3-9a9c72e9e8e2 None None] The sync data for ids ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'] in dv-cinder-843395-1-iscsi is: [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': '8e310850-521f-404a-b339-260ef52a6088', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'port_id': '2e6368ae-df4f-4529-a249-ec20ba14499d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'mac_address': 'fa:16:3e:04:b6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21035c4d-530e-4ed2-8d55-24c732c99a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:21:33Z', 'updated_at': '2022-05-26T11:21:50Z', 'revision_number': 2, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'fixed_ip_address_scope': None}, {'id': 'dcd010c4-b269-4be7-90b9-83bd20c60905', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'port_id': '1b565249-5de6-4afc-90c8-27bfcefee976', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 620, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'mac_address': 'fa:16:3e:de:ff:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f9f497-523b-4259-98e0-97fe10a16242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:22:39Z', 'updated_at': '2022-05-26T11:22:55Z', 'revision_number': 1, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:34Z', 'revision_number': 5, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:22:57.240510 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6832221d-ab95-49af-b808-5432ead4ec12 admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:22:57.250477 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f20cd6e-660e-40af-b76f-0d8365e98c62 None None] Sync routers for ids ['8b84df1c-31d0-4044-99c7-6d5764d818b2'] in dv-cinder-843395-1-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:22:57.264945 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0a2ab678-4969-4807-9838-09bbd4efe1c6 req-09bc7a92-acef-4ea1-ad77-f67cb80913ab service neutron] 10.222.0.42 "GET /v2.0/networks/44c421fa-2ce0-48c7-8756-eeee114ae628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522629 May 26 11:22:57.266227 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20cd6e-660e-40af-b76f-0d8365e98c62 None None] Routers {'8b84df1c-31d0-4044-99c7-6d5764d818b2'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:22:57.266945 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-6f20cd6e-660e-40af-b76f-0d8365e98c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:22:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['8b84df1c-31d0-4044-99c7-6d5764d818b2'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:22:57.314261 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80100882-d6b8-4401-b18b-dcb1cd7e54ea None None] Network ba500823-f9ef-4d37-9d57-350c7ead5eba requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:22:57.331047 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6832221d-ab95-49af-b808-5432ead4ec12 admin admin] Notify callbacks [] for router, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:57.332249 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-6832221d-ab95-49af-b808-5432ead4ec12 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8036327 May 26 11:22:57.335044 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45220) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:57.374481 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0a2ab678-4969-4807-9838-09bbd4efe1c6 req-fe9c65e1-c7ae-49ef-8e5a-6fe9e90d5430 service neutron] 10.222.0.42 "GET /v2.0/networks/44c421fa-2ce0-48c7-8756-eeee114ae628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015625 May 26 11:22:57.426554 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-51c5d6f9-423f-4708-b43a-ebe02c5faffd None None] Provisioning complete for port 7a940374-fba7-4e6e-9b74-0b068a32b83e triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:22:57.426942 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-51c5d6f9-423f-4708-b43a-ebe02c5faffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:57.469714 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb37931-2684-499c-bf50-797f5ca5b674 None None] New status for floating IP dcd010c4-b269-4be7-90b9-83bd20c60905: ACTIVE {{(pid=102814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:22:57.503640 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-6f20cd6e-660e-40af-b76f-0d8365e98c62 None None] Set router 8b84df1c-31d0-4044-99c7-6d5764d818b2 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:22:57.522498 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:22:57.734518 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-51c5d6f9-423f-4708-b43a-ebe02c5faffd None None] Current status of the port 7a940374-fba7-4e6e-9b74-0b068a32b83e is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:22:57.734912 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-51c5d6f9-423f-4708-b43a-ebe02c5faffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:57.784015 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c907aeef-d899-4bd1-92c7-b4faf0140a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:57.802662 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-51c5d6f9-423f-4708-b43a-ebe02c5faffd None None] For port 7a940374-fba7-4e6e-9b74-0b068a32b83e, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=7a940374-fba7-4e6e-9b74-0b068a32b83e,segment=NetworkSegment(8ef8fadc-29e3-4fd4-943a-87b1022e7fb8),segment_id=8ef8fadc-29e3-4fd4-943a-87b1022e7fb8)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:22:57.833956 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-6f20cd6e-660e-40af-b76f-0d8365e98c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b84df1c-31d0-4044-99c7-6d5764d818b2', 'name': 'tempest-TestVolumeBootPattern-1632068280-router', 'tenant_id': '6155bae0a9564007b908a6d34731254b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '85b0bfa7-7f2a-4e28-8a35-99a484bd95ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:54Z', 'updated_at': '2022-05-26T11:22:55Z', 'revision_number': 3, 'project_id': '6155bae0a9564007b908a6d34731254b', 'gw_port': {'id': '85b0bfa7-7f2a-4e28-8a35-99a484bd95ab', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b84df1c-31d0-4044-99c7-6d5764d818b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:55Z', 'updated_at': '2022-05-26T11:22:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:22:57.864233 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f20cd6e-660e-40af-b76f-0d8365e98c62 None None] Checking router: 8b84df1c-31d0-4044-99c7-6d5764d818b2 for host: dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:22:57.864601 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f20cd6e-660e-40af-b76f-0d8365e98c62 None None] Updating router 8b84df1c-31d0-4044-99c7-6d5764d818b2 port 85b0bfa7-7f2a-4e28-8a35-99a484bd95ab binding host dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:22:57.887778 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-51c5d6f9-423f-4708-b43a-ebe02c5faffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:57.920143 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-6f20cd6e-660e-40af-b76f-0d8365e98c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:57.964701 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 13f6e075-bfcc-4710-b209-1ee0c5c8da2f up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:22:57.995874 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-c907aeef-d899-4bd1-92c7-b4faf0140a5b admin admin] Allocated IP 172.20.0.1 (ba500823-f9ef-4d37-9d57-350c7ead5eba/ee92c1c2-44a5-43f3-adfa-795cc559fdf0/c0907ad5-3664-44c6-b804-1663a9b12489) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:22:58.103922 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c907aeef-d899-4bd1-92c7-b4faf0140a5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:58.201441 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5d6f9-423f-4708-b43a-ebe02c5faffd None None] Pushing event updated for resources: {'Port': ['ID=7a940374-fba7-4e6e-9b74-0b068a32b83e,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:58.201861 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c907aeef-d899-4bd1-92c7-b4faf0140a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:58.226506 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-a5062e07-1002-401b-bedb-ec5c5f2eae86 None None] Provisioning complete for port 7a940374-fba7-4e6e-9b74-0b068a32b83e triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:22:58.226885 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-a5062e07-1002-401b-bedb-ec5c5f2eae86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:58.242875 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c907aeef-d899-4bd1-92c7-b4faf0140a5b admin admin] Network ba500823-f9ef-4d37-9d57-350c7ead5eba is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:22:58.245933 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-c907aeef-d899-4bd1-92c7-b4faf0140a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:22:58.249456 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c907aeef-d899-4bd1-92c7-b4faf0140a5b admin admin] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:22:58.280499 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907aeef-d899-4bd1-92c7-b4faf0140a5b admin admin] Pushing event updated for resources: {'Port': ['ID=c0907ad5-3664-44c6-b804-1663a9b12489,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:58.294512 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c907aeef-d899-4bd1-92c7-b4faf0140a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1665140'] for router_interface, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:58.316150 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 13f6e075-bfcc-4710-b209-1ee0c5c8da2f triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:22:58.316758 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:58.448519 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-a5062e07-1002-401b-bedb-ec5c5f2eae86 None None] Current status of the port 7a940374-fba7-4e6e-9b74-0b068a32b83e is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:22:58.482243 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c907aeef-d899-4bd1-92c7-b4faf0140a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:58.513108 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 13f6e075-bfcc-4710-b209-1ee0c5c8da2f is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:22:58.514600 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 7a940374-fba7-4e6e-9b74-0b068a32b83e up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:22:58.550977 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-6f20cd6e-660e-40af-b76f-0d8365e98c62 None None] Notify callbacks [] for port, precommit_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:58.579079 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-a00a43cb-24e7-4127-933f-8793dddf95f2 None None] Provisioning complete for port c0907ad5-3664-44c6-b804-1663a9b12489 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:22:58.579449 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-a00a43cb-24e7-4127-933f-8793dddf95f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:58.614066 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 7a940374-fba7-4e6e-9b74-0b068a32b83e triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:22:58.614443 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:58.640792 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c907aeef-d899-4bd1-92c7-b4faf0140a5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:58.642472 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-a00a43cb-24e7-4127-933f-8793dddf95f2 None None] Port c0907ad5-3664-44c6-b804-1663a9b12489 cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:22:58.646594 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-6f20cd6e-660e-40af-b76f-0d8365e98c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:58.706376 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-6f20cd6e-660e-40af-b76f-0d8365e98c62 None None] Attempting to bind port 85b0bfa7-7f2a-4e28-8a35-99a484bd95ab on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:22:58.706672 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-6f20cd6e-660e-40af-b76f-0d8365e98c62 None None] Attempting to bind port 85b0bfa7-7f2a-4e28-8a35-99a484bd95ab by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:22:58.707034 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f20cd6e-660e-40af-b76f-0d8365e98c62 None None] Attempting to bind port 85b0bfa7-7f2a-4e28-8a35-99a484bd95ab on network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:22:58.712310 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69179ee0-c940-4b1c-9041-30ec10b500f4 None None] Pushing event updated for resources: {'Port': ['ID=85b0bfa7-7f2a-4e28-8a35-99a484bd95ab,revision_number=2']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:58.720383 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f20cd6e-660e-40af-b76f-0d8365e98c62 None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:22:58.720784 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f20cd6e-660e-40af-b76f-0d8365e98c62 None None] Checking segment: {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:22:58.721185 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-6f20cd6e-660e-40af-b76f-0d8365e98c62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:58.721570 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f20cd6e-660e-40af-b76f-0d8365e98c62 None None] Bound using segment: {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:22:58.722027 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-6f20cd6e-660e-40af-b76f-0d8365e98c62 None None] Bound port: 85b0bfa7-7f2a-4e28-8a35-99a484bd95ab, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '163c1930-0945-485c-92dc-c022ae799108', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:22:58.722400 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-6f20cd6e-660e-40af-b76f-0d8365e98c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:58.724761 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c907aeef-d899-4bd1-92c7-b4faf0140a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8805051'] for port, after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:58.794077 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-c907aeef-d899-4bd1-92c7-b4faf0140a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1677237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1665176'] for router_interface, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:58.794390 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 7a940374-fba7-4e6e-9b74-0b068a32b83e is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:22:58.795899 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907aeef-d899-4bd1-92c7-b4faf0140a5b admin admin] Pushing event updated for resources: {'Port': ['ID=c0907ad5-3664-44c6-b804-1663a9b12489,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:58.803977 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-6f20cd6e-660e-40af-b76f-0d8365e98c62 None None] For port 85b0bfa7-7f2a-4e28-8a35-99a484bd95ab, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:22:58.807107 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-6f20cd6e-660e-40af-b76f-0d8365e98c62 None None] For port 85b0bfa7-7f2a-4e28-8a35-99a484bd95ab, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=85b0bfa7-7f2a-4e28-8a35-99a484bd95ab,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:22:58.885622 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c907aeef-d899-4bd1-92c7-b4faf0140a5b admin admin] Network ba500823-f9ef-4d37-9d57-350c7ead5eba is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:22:58.886967 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-c907aeef-d899-4bd1-92c7-b4faf0140a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:22:58.904378 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-6f20cd6e-660e-40af-b76f-0d8365e98c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:58.969914 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20cd6e-660e-40af-b76f-0d8365e98c62 None None] Routers {'8b84df1c-31d0-4044-99c7-6d5764d818b2'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:22:58.970552 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-6f20cd6e-660e-40af-b76f-0d8365e98c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:22:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['8b84df1c-31d0-4044-99c7-6d5764d818b2'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:22:58.972157 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69179ee0-c940-4b1c-9041-30ec10b500f4 None None] Pushing event updated for resources: {'Port': ['ID=85b0bfa7-7f2a-4e28-8a35-99a484bd95ab,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:59.011946 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c907aeef-d899-4bd1-92c7-b4faf0140a5b admin admin] Router 8b84df1c-31d0-4044-99c7-6d5764d818b2 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:22:59.093415 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-6f20cd6e-660e-40af-b76f-0d8365e98c62 None None] Set router 8b84df1c-31d0-4044-99c7-6d5764d818b2 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:22:59.121444 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c907aeef-d899-4bd1-92c7-b4faf0140a5b admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:22:59.126419 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-c907aeef-d899-4bd1-92c7-b4faf0140a5b admin admin] 10.222.0.21 "PUT /v2.0/routers/8b84df1c-31d0-4044-99c7-6d5764d818b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7903674 May 26 11:22:59.220910 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c3bed037-3484-4e58-b4da-b1736d9fae02 None None] Provisioning complete for port c0907ad5-3664-44c6-b804-1663a9b12489 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:22:59.221203 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c3bed037-3484-4e58-b4da-b1736d9fae02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:59.277783 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c3bed037-3484-4e58-b4da-b1736d9fae02 None None] Port c0907ad5-3664-44c6-b804-1663a9b12489 cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:22:59.329540 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-6f20cd6e-660e-40af-b76f-0d8365e98c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b84df1c-31d0-4044-99c7-6d5764d818b2', 'name': 'tempest-TestVolumeBootPattern-1632068280-router', 'tenant_id': '6155bae0a9564007b908a6d34731254b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '85b0bfa7-7f2a-4e28-8a35-99a484bd95ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:54Z', 'updated_at': '2022-05-26T11:22:58Z', 'revision_number': 4, 'project_id': '6155bae0a9564007b908a6d34731254b', 'gw_port': {'id': '85b0bfa7-7f2a-4e28-8a35-99a484bd95ab', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b84df1c-31d0-4044-99c7-6d5764d818b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:55Z', 'updated_at': '2022-05-26T11:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': 'c0907ad5-3664-44c6-b804-1663a9b12489', 'name': '', 'network_id': 'ba500823-f9ef-4d37-9d57-350c7ead5eba', 'tenant_id': '6155bae0a9564007b908a6d34731254b', 'mac_address': 'fa:16:3e:41:15:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b84df1c-31d0-4044-99c7-6d5764d818b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'ee92c1c2-44a5-43f3-adfa-795cc559fdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:57Z', 'updated_at': '2022-05-26T11:22:58Z', 'revision_number': 2, 'project_id': '6155bae0a9564007b908a6d34731254b', 'subnets': [{'id': 'ee92c1c2-44a5-43f3-adfa-795cc559fdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:22:59.358824 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f20cd6e-660e-40af-b76f-0d8365e98c62 None None] The sync data for ids ['8b84df1c-31d0-4044-99c7-6d5764d818b2'] in dv-cinder-843395-1-iscsi is: [{'id': '8b84df1c-31d0-4044-99c7-6d5764d818b2', 'name': 'tempest-TestVolumeBootPattern-1632068280-router', 'tenant_id': '6155bae0a9564007b908a6d34731254b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '85b0bfa7-7f2a-4e28-8a35-99a484bd95ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:54Z', 'updated_at': '2022-05-26T11:22:58Z', 'revision_number': 4, 'project_id': '6155bae0a9564007b908a6d34731254b', 'gw_port': {'id': '85b0bfa7-7f2a-4e28-8a35-99a484bd95ab', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b84df1c-31d0-4044-99c7-6d5764d818b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:55Z', 'updated_at': '2022-05-26T11:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': 'c0907ad5-3664-44c6-b804-1663a9b12489', 'name': '', 'network_id': 'ba500823-f9ef-4d37-9d57-350c7ead5eba', 'tenant_id': '6155bae0a9564007b908a6d34731254b', 'mac_address': 'fa:16:3e:41:15:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b84df1c-31d0-4044-99c7-6d5764d818b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'ee92c1c2-44a5-43f3-adfa-795cc559fdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:57Z', 'updated_at': '2022-05-26T11:22:58Z', 'revision_number': 2, 'project_id': '6155bae0a9564007b908a6d34731254b', 'subnets': [{'id': 'ee92c1c2-44a5-43f3-adfa-795cc559fdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:22:59.521853 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45228) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:59.526459 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-4c122c29-c5cb-486f-8e67-386e09af090c tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1958197108', 'description': 'tempest-secgroup-smoke-1958197108 description', 'project_id': '9b156406dd334d888436af3a31bf551e'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:22:59.606899 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4c122c29-c5cb-486f-8e67-386e09af090c tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:59.679759 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4c122c29-c5cb-486f-8e67-386e09af090c tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:59.776375 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4c122c29-c5cb-486f-8e67-386e09af090c tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:59.808059 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 7a940374-fba7-4e6e-9b74-0b068a32b83e up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:22:59.812525 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c122c29-c5cb-486f-8e67-386e09af090c tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50346a95-7eed-449d-bb3e-66ad3d91277f,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:22:59.858692 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 7a940374-fba7-4e6e-9b74-0b068a32b83e triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:22:59.859138 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:59.875594 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4c122c29-c5cb-486f-8e67-386e09af090c tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:22:59.877001 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-4c122c29-c5cb-486f-8e67-386e09af090c tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3541641 May 26 11:22:59.879956 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45230) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:22:59.884458 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-ff9636d5-f220-44ad-b955-d08b65fb41f3 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Request body: {'security_group_rule': {'security_group_id': '50346a95-7eed-449d-bb3e-66ad3d91277f', 'project_id': '9b156406dd334d888436af3a31bf551e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:22:59.942749 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 7a940374-fba7-4e6e-9b74-0b068a32b83e is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:22:59.991730 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ff9636d5-f220-44ad-b955-d08b65fb41f3 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:00.051953 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ff9636d5-f220-44ad-b955-d08b65fb41f3 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:00.130742 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ff9636d5-f220-44ad-b955-d08b65fb41f3 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:00.150007 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9636d5-f220-44ad-b955-d08b65fb41f3 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d35ddf-42b4-402c-bd46-aa3331763cc8,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:00.229815 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ff9636d5-f220-44ad-b955-d08b65fb41f3 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:00.231188 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-ff9636d5-f220-44ad-b955-d08b65fb41f3 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3502600 May 26 11:23:00.234147 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45232) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:23:00.238695 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-483ba7e4-a289-40f5-bb41-508d00a6df0a tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Request body: {'security_group_rule': {'security_group_id': '50346a95-7eed-449d-bb3e-66ad3d91277f', 'project_id': '9b156406dd334d888436af3a31bf551e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:23:00.329855 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-483ba7e4-a289-40f5-bb41-508d00a6df0a tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:00.389431 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-483ba7e4-a289-40f5-bb41-508d00a6df0a tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:00.458239 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-483ba7e4-a289-40f5-bb41-508d00a6df0a tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:00.475828 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ba7e4-a289-40f5-bb41-508d00a6df0a tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b67fd9-069d-468f-84fc-9396bfdbad4b,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:00.551836 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-483ba7e4-a289-40f5-bb41-508d00a6df0a tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:00.553050 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-483ba7e4-a289-40f5-bb41-508d00a6df0a tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3178918 May 26 11:23:00.555841 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45234) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:23:00.560194 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-134dd2a1-e02b-487e-9054-b26d3362ceb3 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Request body: {'security_group_rule': {'security_group_id': '50346a95-7eed-449d-bb3e-66ad3d91277f', 'project_id': '9b156406dd334d888436af3a31bf551e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:23:00.656833 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-134dd2a1-e02b-487e-9054-b26d3362ceb3 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:00.712214 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-134dd2a1-e02b-487e-9054-b26d3362ceb3 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:00.793640 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-134dd2a1-e02b-487e-9054-b26d3362ceb3 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:00.813068 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134dd2a1-e02b-487e-9054-b26d3362ceb3 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9fe8283-9a9f-42c6-af88-2e14fd3210ad,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:00.869037 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-134dd2a1-e02b-487e-9054-b26d3362ceb3 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:00.870223 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-134dd2a1-e02b-487e-9054-b26d3362ceb3 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3134441 May 26 11:23:00.873191 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 45236) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:23:00.877753 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-ca10f381-5858-41ae-9fa1-217e4fa49993 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Request body: {'security_group_rule': {'security_group_id': '50346a95-7eed-449d-bb3e-66ad3d91277f', 'project_id': '9b156406dd334d888436af3a31bf551e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:23:00.958935 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ca10f381-5858-41ae-9fa1-217e4fa49993 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:01.016174 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ca10f381-5858-41ae-9fa1-217e4fa49993 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:01.084512 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ca10f381-5858-41ae-9fa1-217e4fa49993 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:01.103211 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca10f381-5858-41ae-9fa1-217e4fa49993 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7a5efe-f31e-47e2-9cc6-1850a846c2db,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:01.180390 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ca10f381-5858-41ae-9fa1-217e4fa49993 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:01.181642 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-ca10f381-5858-41ae-9fa1-217e4fa49993 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3074214 May 26 11:23:01.184702 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 45238) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:23:01.188973 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-8f6f5a83-d5d5-4cf0-8890-ee015195f443 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Request body: {'security_group_rule': {'security_group_id': '50346a95-7eed-449d-bb3e-66ad3d91277f', 'project_id': '9b156406dd334d888436af3a31bf551e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:23:01.303769 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.securitygroups_db [None req-8f6f5a83-d5d5-4cf0-8890-ee015195f443 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Project 9b156406dd334d888436af3a31bf551e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 11:23:01.308774 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8f6f5a83-d5d5-4cf0-8890-ee015195f443 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:01.366592 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8f6f5a83-d5d5-4cf0-8890-ee015195f443 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:01.452389 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8f6f5a83-d5d5-4cf0-8890-ee015195f443 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:01.469811 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f5a83-d5d5-4cf0-8890-ee015195f443 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af06f6f3-a060-4090-a591-e399aa9a3017,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:01.529408 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8f6f5a83-d5d5-4cf0-8890-ee015195f443 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:01.530694 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-8f6f5a83-d5d5-4cf0-8890-ee015195f443 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3450828 May 26 11:23:01.533418 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 45240) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:23:01.538051 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-a601f0af-0c9f-4c98-be67-e5b2b7279f4b tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Request body: {'security_group_rule': {'security_group_id': '50346a95-7eed-449d-bb3e-66ad3d91277f', 'project_id': '9b156406dd334d888436af3a31bf551e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:23:01.616063 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.securitygroups_db [None req-a601f0af-0c9f-4c98-be67-e5b2b7279f4b tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Project 9b156406dd334d888436af3a31bf551e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 26 11:23:01.621350 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a601f0af-0c9f-4c98-be67-e5b2b7279f4b tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:01.679530 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a601f0af-0c9f-4c98-be67-e5b2b7279f4b tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:01.738011 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a601f0af-0c9f-4c98-be67-e5b2b7279f4b tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:01.757462 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601f0af-0c9f-4c98-be67-e5b2b7279f4b tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a4bbff-d28d-426d-8f5e-5a90ac986918,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:01.828150 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 85b0bfa7-7f2a-4e28-8a35-99a484bd95ab up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:23:01.876250 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 85b0bfa7-7f2a-4e28-8a35-99a484bd95ab triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:23:01.876542 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:01.935015 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a601f0af-0c9f-4c98-be67-e5b2b7279f4b tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:01.936240 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-a601f0af-0c9f-4c98-be67-e5b2b7279f4b tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4017086 May 26 11:23:01.950698 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 85b0bfa7-7f2a-4e28-8a35-99a484bd95ab is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:23:01.955045 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:01.970782 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c4930102-f789-48be-b099-5ee77c22024a None None] For port 85b0bfa7-7f2a-4e28-8a35-99a484bd95ab, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=85b0bfa7-7f2a-4e28-8a35-99a484bd95ab,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:23:02.041497 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:02.095506 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Pushing event updated for resources: {'Port': ['ID=85b0bfa7-7f2a-4e28-8a35-99a484bd95ab,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:03.262585 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa21cdb3-acbc-42a1-9b4b-026ae80bbfbb None None] Sync routers for ids ['8b84df1c-31d0-4044-99c7-6d5764d818b2'] in dv-cinder-843395-1-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:23:03.273971 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa21cdb3-acbc-42a1-9b4b-026ae80bbfbb None None] Routers {'8b84df1c-31d0-4044-99c7-6d5764d818b2'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:23:03.274584 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-aa21cdb3-acbc-42a1-9b4b-026ae80bbfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:22:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['8b84df1c-31d0-4044-99c7-6d5764d818b2'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:03.378530 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-aa21cdb3-acbc-42a1-9b4b-026ae80bbfbb None None] Set router 8b84df1c-31d0-4044-99c7-6d5764d818b2 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:23:03.571662 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-aa21cdb3-acbc-42a1-9b4b-026ae80bbfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b84df1c-31d0-4044-99c7-6d5764d818b2', 'name': 'tempest-TestVolumeBootPattern-1632068280-router', 'tenant_id': '6155bae0a9564007b908a6d34731254b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '85b0bfa7-7f2a-4e28-8a35-99a484bd95ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:54Z', 'updated_at': '2022-05-26T11:22:58Z', 'revision_number': 4, 'project_id': '6155bae0a9564007b908a6d34731254b', 'gw_port': {'id': '85b0bfa7-7f2a-4e28-8a35-99a484bd95ab', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b84df1c-31d0-4044-99c7-6d5764d818b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:55Z', 'updated_at': '2022-05-26T11:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': 'c0907ad5-3664-44c6-b804-1663a9b12489', 'name': '', 'network_id': 'ba500823-f9ef-4d37-9d57-350c7ead5eba', 'tenant_id': '6155bae0a9564007b908a6d34731254b', 'mac_address': 'fa:16:3e:41:15:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b84df1c-31d0-4044-99c7-6d5764d818b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'ee92c1c2-44a5-43f3-adfa-795cc559fdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:57Z', 'updated_at': '2022-05-26T11:22:58Z', 'revision_number': 2, 'project_id': '6155bae0a9564007b908a6d34731254b', 'subnets': [{'id': 'ee92c1c2-44a5-43f3-adfa-795cc559fdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:03.598140 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa21cdb3-acbc-42a1-9b4b-026ae80bbfbb None None] Checking router: 8b84df1c-31d0-4044-99c7-6d5764d818b2 for host: dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:23:03.598493 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa21cdb3-acbc-42a1-9b4b-026ae80bbfbb None None] Updating router 8b84df1c-31d0-4044-99c7-6d5764d818b2 port c0907ad5-3664-44c6-b804-1663a9b12489 binding host dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 26 11:23:03.625549 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-aa21cdb3-acbc-42a1-9b4b-026ae80bbfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:03.802912 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 85b0bfa7-7f2a-4e28-8a35-99a484bd95ab up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:23:03.911103 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port 85b0bfa7-7f2a-4e28-8a35-99a484bd95ab triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:23:03.911390 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:04.075438 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-aa21cdb3-acbc-42a1-9b4b-026ae80bbfbb None None] Notify callbacks [] for port, precommit_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:04.121857 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port 85b0bfa7-7f2a-4e28-8a35-99a484bd95ab is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:23:04.197592 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-aa21cdb3-acbc-42a1-9b4b-026ae80bbfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:04.246688 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77ae59-40ca-4e5e-98dd-944f812644b9 None None] Pushing event updated for resources: {'Port': ['ID=c0907ad5-3664-44c6-b804-1663a9b12489,revision_number=3']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:04.304024 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-aa21cdb3-acbc-42a1-9b4b-026ae80bbfbb None None] Attempting to bind port c0907ad5-3664-44c6-b804-1663a9b12489 on host dv-cinder-843395-1-iscsi for vnic_type normal with profile {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:23:04.304730 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-aa21cdb3-acbc-42a1-9b4b-026ae80bbfbb None None] Attempting to bind port c0907ad5-3664-44c6-b804-1663a9b12489 by drivers openvswitch,hyperv on host dv-cinder-843395-1-iscsi at level 0 using segments [{'id': '8ef8fadc-29e3-4fd4-943a-87b1022e7fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba500823-f9ef-4d37-9d57-350c7ead5eba'}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:23:04.304851 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21cdb3-acbc-42a1-9b4b-026ae80bbfbb None None] Attempting to bind port c0907ad5-3664-44c6-b804-1663a9b12489 on network ba500823-f9ef-4d37-9d57-350c7ead5eba {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:23:04.310621 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21cdb3-acbc-42a1-9b4b-026ae80bbfbb None None] Checking agent: {'id': '56eada30-feb7-4942-bed9-22939f185a0e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843395-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 5, 53), 'started_at': datetime.datetime(2022, 5, 26, 11, 6, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843395-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:23:04.310990 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21cdb3-acbc-42a1-9b4b-026ae80bbfbb None None] Checking segment: {'id': '8ef8fadc-29e3-4fd4-943a-87b1022e7fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba500823-f9ef-4d37-9d57-350c7ead5eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102813) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:23:04.311385 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-aa21cdb3-acbc-42a1-9b4b-026ae80bbfbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:04.311770 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa21cdb3-acbc-42a1-9b4b-026ae80bbfbb None None] Bound using segment: {'id': '8ef8fadc-29e3-4fd4-943a-87b1022e7fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba500823-f9ef-4d37-9d57-350c7ead5eba'} {{(pid=102813) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:23:04.312221 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.managers [None req-aa21cdb3-acbc-42a1-9b4b-026ae80bbfbb None None] Bound port: c0907ad5-3664-44c6-b804-1663a9b12489, host: dv-cinder-843395-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef8fadc-29e3-4fd4-943a-87b1022e7fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'ba500823-f9ef-4d37-9d57-350c7ead5eba'}}] {{(pid=102813) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:23:04.312599 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-aa21cdb3-acbc-42a1-9b4b-026ae80bbfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:04.376160 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-aa21cdb3-acbc-42a1-9b4b-026ae80bbfbb None None] For port c0907ad5-3664-44c6-b804-1663a9b12489, host dv-cinder-843395-1-iscsi, cleared binding levels {{(pid=102813) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:23:04.379424 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-aa21cdb3-acbc-42a1-9b4b-026ae80bbfbb None None] For port c0907ad5-3664-44c6-b804-1663a9b12489, host dv-cinder-843395-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=c0907ad5-3664-44c6-b804-1663a9b12489,segment=NetworkSegment(8ef8fadc-29e3-4fd4-943a-87b1022e7fb8),segment_id=8ef8fadc-29e3-4fd4-943a-87b1022e7fb8)] {{(pid=102813) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:23:04.424215 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-3c649564-ee4f-4cb1-b30f-8f41e70dc8b5 None None] Provisioning complete for port c0907ad5-3664-44c6-b804-1663a9b12489 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:23:04.424592 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-3c649564-ee4f-4cb1-b30f-8f41e70dc8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:04.457381 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-3c649564-ee4f-4cb1-b30f-8f41e70dc8b5 None None] Port c0907ad5-3664-44c6-b804-1663a9b12489 cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:23:04.462302 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-aa21cdb3-acbc-42a1-9b4b-026ae80bbfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:04.529556 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa21cdb3-acbc-42a1-9b4b-026ae80bbfbb None None] Routers {'8b84df1c-31d0-4044-99c7-6d5764d818b2'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:23:04.530197 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-aa21cdb3-acbc-42a1-9b4b-026ae80bbfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:22:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['8b84df1c-31d0-4044-99c7-6d5764d818b2'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:04.535042 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77ae59-40ca-4e5e-98dd-944f812644b9 None None] Pushing event updated for resources: {'Port': ['ID=c0907ad5-3664-44c6-b804-1663a9b12489,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:04.643124 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-aa21cdb3-acbc-42a1-9b4b-026ae80bbfbb None None] Set router 8b84df1c-31d0-4044-99c7-6d5764d818b2 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:23:04.724455 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-adb36cee-84d5-44ac-b746-a0f4c04a1f8c None None] Provisioning complete for port c0907ad5-3664-44c6-b804-1663a9b12489 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:23:04.724782 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-adb36cee-84d5-44ac-b746-a0f4c04a1f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:04.895685 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-adb36cee-84d5-44ac-b746-a0f4c04a1f8c None None] Current status of the port c0907ad5-3664-44c6-b804-1663a9b12489 is: DOWN; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:23:04.896076 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-adb36cee-84d5-44ac-b746-a0f4c04a1f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:04.934287 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-adb36cee-84d5-44ac-b746-a0f4c04a1f8c None None] For port c0907ad5-3664-44c6-b804-1663a9b12489, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=c0907ad5-3664-44c6-b804-1663a9b12489,segment=NetworkSegment(8ef8fadc-29e3-4fd4-943a-87b1022e7fb8),segment_id=8ef8fadc-29e3-4fd4-943a-87b1022e7fb8)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:23:04.944470 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-aa21cdb3-acbc-42a1-9b4b-026ae80bbfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b84df1c-31d0-4044-99c7-6d5764d818b2', 'name': 'tempest-TestVolumeBootPattern-1632068280-router', 'tenant_id': '6155bae0a9564007b908a6d34731254b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '85b0bfa7-7f2a-4e28-8a35-99a484bd95ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:54Z', 'updated_at': '2022-05-26T11:22:58Z', 'revision_number': 4, 'project_id': '6155bae0a9564007b908a6d34731254b', 'gw_port': {'id': '85b0bfa7-7f2a-4e28-8a35-99a484bd95ab', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b84df1c-31d0-4044-99c7-6d5764d818b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:55Z', 'updated_at': '2022-05-26T11:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': 'c0907ad5-3664-44c6-b804-1663a9b12489', 'name': '', 'network_id': 'ba500823-f9ef-4d37-9d57-350c7ead5eba', 'tenant_id': '6155bae0a9564007b908a6d34731254b', 'mac_address': 'fa:16:3e:41:15:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b84df1c-31d0-4044-99c7-6d5764d818b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'ee92c1c2-44a5-43f3-adfa-795cc559fdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:57Z', 'updated_at': '2022-05-26T11:23:04Z', 'revision_number': 4, 'project_id': '6155bae0a9564007b908a6d34731254b', 'subnets': [{'id': 'ee92c1c2-44a5-43f3-adfa-795cc559fdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:04.972139 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa21cdb3-acbc-42a1-9b4b-026ae80bbfbb None None] The sync data for ids ['8b84df1c-31d0-4044-99c7-6d5764d818b2'] in dv-cinder-843395-1-iscsi is: [{'id': '8b84df1c-31d0-4044-99c7-6d5764d818b2', 'name': 'tempest-TestVolumeBootPattern-1632068280-router', 'tenant_id': '6155bae0a9564007b908a6d34731254b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '85b0bfa7-7f2a-4e28-8a35-99a484bd95ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:54Z', 'updated_at': '2022-05-26T11:22:58Z', 'revision_number': 4, 'project_id': '6155bae0a9564007b908a6d34731254b', 'gw_port': {'id': '85b0bfa7-7f2a-4e28-8a35-99a484bd95ab', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b84df1c-31d0-4044-99c7-6d5764d818b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:55Z', 'updated_at': '2022-05-26T11:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': 'c0907ad5-3664-44c6-b804-1663a9b12489', 'name': '', 'network_id': 'ba500823-f9ef-4d37-9d57-350c7ead5eba', 'tenant_id': '6155bae0a9564007b908a6d34731254b', 'mac_address': 'fa:16:3e:41:15:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b84df1c-31d0-4044-99c7-6d5764d818b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'ee92c1c2-44a5-43f3-adfa-795cc559fdf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:57Z', 'updated_at': '2022-05-26T11:23:04Z', 'revision_number': 4, 'project_id': '6155bae0a9564007b908a6d34731254b', 'subnets': [{'id': 'ee92c1c2-44a5-43f3-adfa-795cc559fdf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:23:05.019318 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-adb36cee-84d5-44ac-b746-a0f4c04a1f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:05.079594 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb36cee-84d5-44ac-b746-a0f4c04a1f8c None None] Pushing event updated for resources: {'Port': ['ID=c0907ad5-3664-44c6-b804-1663a9b12489,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:05.815639 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device c0907ad5-3664-44c6-b804-1663a9b12489 up at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:23:05.868029 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Provisioning complete for port c0907ad5-3664-44c6-b804-1663a9b12489 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:23:05.875023 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:05.953043 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Current status of the port c0907ad5-3664-44c6-b804-1663a9b12489 is: ACTIVE; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:23:09.349376 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:18.000771 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-94e92bb3-a278-4848-9647-d655b75f3467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:19.631471 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-91c82899-7968-41b5-948c-2dc1c879486a req-0af58610-9b72-438e-ba00-ee0004cc5c23 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1958197108&fields=id&tenant_id=9b156406dd334d888436af3a31bf551e HTTP/1.1" status: 200 len: 267 time: 0.0315046 May 26 11:23:19.734974 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c82899-7968-41b5-948c-2dc1c879486a req-badb336c-bece-438b-ab5e-902ab7bf37e8 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:19.736357 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-91c82899-7968-41b5-948c-2dc1c879486a req-badb336c-bece-438b-ab5e-902ab7bf37e8 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/networks?id=201b8ed7-d257-4ded-b20c-a4cdaabf3f88 HTTP/1.1" status: 200 len: 811 time: 0.0984697 May 26 11:23:19.752133 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-91c82899-7968-41b5-948c-2dc1c879486a req-49c8838a-f53c-43b3-9466-9113b7c0ebab tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/quotas/9b156406dd334d888436af3a31bf551e HTTP/1.1" status: 200 len: 375 time: 0.0097089 May 26 11:23:19.803727 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-91c82899-7968-41b5-948c-2dc1c879486a req-acf25e1f-16b8-47b5-be95-fd33fae1dcf7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b156406dd334d888436af3a31bf551e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457797 May 26 11:23:19.899000 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-91c82899-7968-41b5-948c-2dc1c879486a req-4504b168-3d26-4b1e-a01e-a1adaa18d0ef service neutron] 10.222.0.21 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833929 May 26 11:23:19.985953 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-91c82899-7968-41b5-948c-2dc1c879486a req-84e7389e-3f2e-4ea3-b219-53175dbff82c service neutron] 10.222.0.21 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801942 May 26 11:23:20.131780 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5df2cb95-68e9-4fcf-8742-7d87fba31ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:21.505102 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:21.521071 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-813644d8-e84c-4799-9d80-8c2efdc05529 req-244804a3-45b6-4476-af13-2dd5a60fd988 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 210 time: 0.0263999 May 26 11:23:22.618116 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-ef593474-c5a1-4cf1-ac06-bde47a7da280 req-984353e7-d04b-40c3-ab9b-b302053ec328 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 210 time: 0.0308375 May 26 11:23:22.718424 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:23.252067 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:23.670116 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c82899-7968-41b5-948c-2dc1c879486a req-c82a8528-c675-4605-8e5c-bfff2b933f0b tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:23.671594 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-91c82899-7968-41b5-948c-2dc1c879486a req-c82a8528-c675-4605-8e5c-bfff2b933f0b tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.42 "GET /v2.0/networks?id=201b8ed7-d257-4ded-b20c-a4cdaabf3f88 HTTP/1.1" status: 200 len: 811 time: 0.0996449 May 26 11:23:23.728167 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a9066edb-ce52-47c2-9420-c1f50e8e931f req-9b5aa8e5-a37e-4917-8304-572d37e9b586 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 210 time: 0.0384142 May 26 11:23:23.742748 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-91c82899-7968-41b5-948c-2dc1c879486a req-296ac2ca-8c7f-4778-b299-0d3fcc61f643 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b156406dd334d888436af3a31bf551e HTTP/1.1" status: 200 len: 380 time: 0.0597024 May 26 11:23:23.753391 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-91c82899-7968-41b5-948c-2dc1c879486a req-424398a8-75ca-474a-a819-80322f514978 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Request body: {'port': {'device_id': 'bf78bd23-8bf5-4b05-8699-aebbeb515149', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'admin_state_up': True, 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'security_groups': ['50346a95-7eed-449d-bb3e-66ad3d91277f']}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:23:23.906852 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91c82899-7968-41b5-948c-2dc1c879486a req-424398a8-75ca-474a-a819-80322f514978 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Made reservation on behalf of 9b156406dd334d888436af3a31bf551e for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:23:23.910322 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-91c82899-7968-41b5-948c-2dc1c879486a req-424398a8-75ca-474a-a819-80322f514978 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:24.033655 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-91c82899-7968-41b5-948c-2dc1c879486a req-424398a8-75ca-474a-a819-80322f514978 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Allocated IP 172.20.0.3 (201b8ed7-d257-4ded-b20c-a4cdaabf3f88/a4f82145-402d-4d00-956a-36c8731d0d08/9c24e202-87a6-49fd-ad0d-49bbf05f2c0f) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:23:24.165079 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-91c82899-7968-41b5-948c-2dc1c879486a req-424398a8-75ca-474a-a819-80322f514978 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:24.269204 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-91c82899-7968-41b5-948c-2dc1c879486a req-424398a8-75ca-474a-a819-80322f514978 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:24.314515 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91c82899-7968-41b5-948c-2dc1c879486a req-424398a8-75ca-474a-a819-80322f514978 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Network 201b8ed7-d257-4ded-b20c-a4cdaabf3f88 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:23:24.317602 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-91c82899-7968-41b5-948c-2dc1c879486a req-424398a8-75ca-474a-a819-80322f514978 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:23:24.321215 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c82899-7968-41b5-948c-2dc1c879486a req-424398a8-75ca-474a-a819-80322f514978 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:23:24.346496 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424398a8-75ca-474a-a819-80322f514978 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Pushing event updated for resources: {'Port': ['ID=9c24e202-87a6-49fd-ad0d-49bbf05f2c0f,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:24.376986 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c82899-7968-41b5-948c-2dc1c879486a req-424398a8-75ca-474a-a819-80322f514978 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:24.377599 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-91c82899-7968-41b5-948c-2dc1c879486a req-424398a8-75ca-474a-a819-80322f514978 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:24.492408 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-91c82899-7968-41b5-948c-2dc1c879486a req-424398a8-75ca-474a-a819-80322f514978 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7428176 May 26 11:23:24.503738 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-91c82899-7968-41b5-948c-2dc1c879486a req-1e1987b2-1383-4ed7-a96a-c8d27d2981ea service neutron] Request body: {'port': {'device_id': 'bf78bd23-8bf5-4b05-8699-aebbeb515149', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84339'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:23:24.550072 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-11078218-28c2-49cd-a1c6-b32d7cc9cb3c None None] Provisioning complete for port 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:23:24.550653 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-11078218-28c2-49cd-a1c6-b32d7cc9cb3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:24.557263 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-91c82899-7968-41b5-948c-2dc1c879486a req-1e1987b2-1383-4ed7-a96a-c8d27d2981ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:24.588975 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-11078218-28c2-49cd-a1c6-b32d7cc9cb3c None None] Port 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:23:24.823319 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-91c82899-7968-41b5-948c-2dc1c879486a req-1e1987b2-1383-4ed7-a96a-c8d27d2981ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:23:24.831473 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-91c82899-7968-41b5-948c-2dc1c879486a req-1e1987b2-1383-4ed7-a96a-c8d27d2981ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:24.845133 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc6863-7866-4865-af2a-99f879774319 req-d198be50-6b2f-4841-8dff-f18d37c577ed tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:24.845896 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-91c82899-7968-41b5-948c-2dc1c879486a req-1e1987b2-1383-4ed7-a96a-c8d27d2981ea service neutron] Transition to ACTIVE for port object 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:23:24.846626 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5ccc6863-7866-4865-af2a-99f879774319 req-d198be50-6b2f-4841-8dff-f18d37c577ed tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 931 time: 0.0510991 May 26 11:23:24.883985 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5ccc6863-7866-4865-af2a-99f879774319 req-20b4b610-825b-4ddc-a13e-092390a273e4 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313406 May 26 11:23:24.932351 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-91c82899-7968-41b5-948c-2dc1c879486a req-1e1987b2-1383-4ed7-a96a-c8d27d2981ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:24.983158 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1987b2-1383-4ed7-a96a-c8d27d2981ea service neutron] Pushing event updated for resources: {'Port': ['ID=9c24e202-87a6-49fd-ad0d-49bbf05f2c0f,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:25.048919 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-91c82899-7968-41b5-948c-2dc1c879486a req-1e1987b2-1383-4ed7-a96a-c8d27d2981ea service neutron] Attempting to bind port 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f on host hv-cinder-84339 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:23:25.049255 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-91c82899-7968-41b5-948c-2dc1c879486a req-1e1987b2-1383-4ed7-a96a-c8d27d2981ea service neutron] Attempting to bind port 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f by drivers openvswitch,hyperv on host hv-cinder-84339 at level 0 using segments [{'id': 'a6e85a7b-632d-4806-a1c2-98c3c601765c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:23:25.049588 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c82899-7968-41b5-948c-2dc1c879486a req-1e1987b2-1383-4ed7-a96a-c8d27d2981ea service neutron] Attempting to bind port 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f on network 201b8ed7-d257-4ded-b20c-a4cdaabf3f88 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:23:25.054007 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c82899-7968-41b5-948c-2dc1c879486a req-1e1987b2-1383-4ed7-a96a-c8d27d2981ea service neutron] Port 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f on network 201b8ed7-d257-4ded-b20c-a4cdaabf3f88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84339 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 11:23:25.054324 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c82899-7968-41b5-948c-2dc1c879486a req-1e1987b2-1383-4ed7-a96a-c8d27d2981ea service neutron] Attempting to bind port 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f on network 201b8ed7-d257-4ded-b20c-a4cdaabf3f88 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:23:25.060095 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c82899-7968-41b5-948c-2dc1c879486a req-1e1987b2-1383-4ed7-a96a-c8d27d2981ea service neutron] Checking agent: {'id': '96131053-e6ec-4464-b9d0-ccb06fa4079a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84339', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'started_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:23:25.060450 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c82899-7968-41b5-948c-2dc1c879486a req-1e1987b2-1383-4ed7-a96a-c8d27d2981ea service neutron] Checking segment: {'id': 'a6e85a7b-632d-4806-a1c2-98c3c601765c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:23:25.060841 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91c82899-7968-41b5-948c-2dc1c879486a req-1e1987b2-1383-4ed7-a96a-c8d27d2981ea service neutron] Bound using segment: {'id': 'a6e85a7b-632d-4806-a1c2-98c3c601765c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:23:25.061267 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-91c82899-7968-41b5-948c-2dc1c879486a req-1e1987b2-1383-4ed7-a96a-c8d27d2981ea service neutron] Bound port: 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f, host: hv-cinder-84339, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6e85a7b-632d-4806-a1c2-98c3c601765c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:23:25.061628 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-91c82899-7968-41b5-948c-2dc1c879486a req-1e1987b2-1383-4ed7-a96a-c8d27d2981ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:25.192852 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-91c82899-7968-41b5-948c-2dc1c879486a req-1e1987b2-1383-4ed7-a96a-c8d27d2981ea service neutron] For port 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f, host hv-cinder-84339, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:23:25.196070 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-91c82899-7968-41b5-948c-2dc1c879486a req-1e1987b2-1383-4ed7-a96a-c8d27d2981ea service neutron] For port 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f, host hv-cinder-84339, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=9c24e202-87a6-49fd-ad0d-49bbf05f2c0f,segment=NetworkSegment(a6e85a7b-632d-4806-a1c2-98c3c601765c),segment_id=a6e85a7b-632d-4806-a1c2-98c3c601765c)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:23:25.290323 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-91c82899-7968-41b5-948c-2dc1c879486a req-1e1987b2-1383-4ed7-a96a-c8d27d2981ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:25.323205 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c82899-7968-41b5-948c-2dc1c879486a req-1e1987b2-1383-4ed7-a96a-c8d27d2981ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:25.324711 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-91c82899-7968-41b5-948c-2dc1c879486a req-1e1987b2-1383-4ed7-a96a-c8d27d2981ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:25.325955 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-91c82899-7968-41b5-948c-2dc1c879486a req-1e1987b2-1383-4ed7-a96a-c8d27d2981ea service neutron] 10.222.0.42 "PUT /v2.0/ports/9c24e202-87a6-49fd-ad0d-49bbf05f2c0f HTTP/1.1" status: 200 len: 1093 time: 0.8262925 May 26 11:23:25.328149 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf78bd23-8bf5-4b05-8699-aebbeb515149', 'tag': '9c24e202-87a6-49fd-ad0d-49bbf05f2c0f'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:23:25.331147 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc616655-b79a-4cbf-baab-6cfaf126244b" -d '{"events": [{"name": "network-changed", "server_uuid": "bf78bd23-8bf5-4b05-8699-aebbeb515149", "tag": "9c24e202-87a6-49fd-ad0d-49bbf05f2c0f"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:23:25.354625 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1987b2-1383-4ed7-a96a-c8d27d2981ea service neutron] Pushing event updated for resources: {'Port': ['ID=9c24e202-87a6-49fd-ad0d-49bbf05f2c0f,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:25.379067 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600754e4-0b2b-49a6-9b2e-bbe128670cad x-openstack-request-id: req-600754e4-0b2b-49a6-9b2e-bbe128670cad {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:23:25.379357 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf78bd23-8bf5-4b05-8699-aebbeb515149", "tag": "9c24e202-87a6-49fd-ad0d-49bbf05f2c0f", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:23:25.379619 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-600754e4-0b2b-49a6-9b2e-bbe128670cad {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:23:25.380015 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-600754e4-0b2b-49a6-9b2e-bbe128670cad'] response: {'name': 'network-changed', 'server_uuid': 'bf78bd23-8bf5-4b05-8699-aebbeb515149', 'tag': '9c24e202-87a6-49fd-ad0d-49bbf05f2c0f', 'status': 'completed', 'code': 200} May 26 11:23:25.442365 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc616655-b79a-4cbf-baab-6cfaf126244b req-64ae8ae6-49e6-4d1e-9406-c1fb6551881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:25.443871 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cc616655-b79a-4cbf-baab-6cfaf126244b req-64ae8ae6-49e6-4d1e-9406-c1fb6551881e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b156406dd334d888436af3a31bf551e&device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 1096 time: 0.0427363 May 26 11:23:25.544494 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc616655-b79a-4cbf-baab-6cfaf126244b req-089788ad-b7bd-4933-ad4e-11ad986701c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:25.545905 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cc616655-b79a-4cbf-baab-6cfaf126244b req-089788ad-b7bd-4933-ad4e-11ad986701c0 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9b156406dd334d888436af3a31bf551e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0932009 May 26 11:23:25.636773 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc616655-b79a-4cbf-baab-6cfaf126244b req-eb42735e-1418-4e29-9bc6-0d56ea8bb04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:25.638214 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-cc616655-b79a-4cbf-baab-6cfaf126244b req-eb42735e-1418-4e29-9bc6-0d56ea8bb04a service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857761 May 26 11:23:25.721597 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c82899-7968-41b5-948c-2dc1c879486a req-294c2c3c-fa39-45da-bbde-7ad2f0f6639c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:25.723080 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-91c82899-7968-41b5-948c-2dc1c879486a req-294c2c3c-fa39-45da-bbde-7ad2f0f6639c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b156406dd334d888436af3a31bf551e&device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 1096 time: 0.0412347 May 26 11:23:25.768077 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-91c82899-7968-41b5-948c-2dc1c879486a req-9326bfbd-25ad-4a38-9837-17ef061803c2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c24e202-87a6-49fd-ad0d-49bbf05f2c0f HTTP/1.1" status: 200 len: 217 time: 0.0371242 May 26 11:23:25.817936 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c82899-7968-41b5-948c-2dc1c879486a req-81692b1b-7cbd-4b92-a906-687436c8fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:25.819427 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-91c82899-7968-41b5-948c-2dc1c879486a req-81692b1b-7cbd-4b92-a906-687436c8fd92 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4f82145-402d-4d00-956a-36c8731d0d08 HTTP/1.1" status: 200 len: 850 time: 0.0452440 May 26 11:23:25.865449 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c82899-7968-41b5-948c-2dc1c879486a req-9fa222cc-cc4d-48cf-8a9b-d58ee1ecb6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:25.866882 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-91c82899-7968-41b5-948c-2dc1c879486a req-9fa222cc-cc4d-48cf-8a9b-d58ee1ecb6b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=201b8ed7-d257-4ded-b20c-a4cdaabf3f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403965 May 26 11:23:25.957643 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-91c82899-7968-41b5-948c-2dc1c879486a req-b64dadfc-86e2-4a7d-b391-73205a273656 service neutron] 10.222.0.42 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830278 May 26 11:23:25.997069 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f832fe7-950b-4cb3-a25f-48820927e7d2 req-2c234297-5d38-4b8e-b8a7-0f6015763f57 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:25.998525 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5f832fe7-950b-4cb3-a25f-48820927e7d2 req-2c234297-5d38-4b8e-b8a7-0f6015763f57 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 943 time: 0.0483780 May 26 11:23:26.034442 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5f832fe7-950b-4cb3-a25f-48820927e7d2 req-c615da5c-35d1-4ee8-9e96-dca688d7e5ff tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299847 May 26 11:23:26.046719 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-91c82899-7968-41b5-948c-2dc1c879486a req-32aca1e4-997c-4c9c-8f84-88bdb4030e1c service neutron] 10.222.0.42 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820146 May 26 11:23:27.148818 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb9188-9f78-4e19-a657-45f3759b3222 req-f1c771e2-30a9-4a1e-9ac9-0e121ed721aa tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:27.150305 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d5fb9188-9f78-4e19-a657-45f3759b3222 req-f1c771e2-30a9-4a1e-9ac9-0e121ed721aa tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 943 time: 0.0480409 May 26 11:23:27.192591 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d5fb9188-9f78-4e19-a657-45f3759b3222 req-9350fad2-b060-4832-b013-54deefba12bc tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358603 May 26 11:23:28.306545 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32bc24-9692-4209-8a56-6d19a14d0f7f req-4dfe2360-9f7f-4155-8f10-03d9166ab981 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:28.308576 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7a32bc24-9692-4209-8a56-6d19a14d0f7f req-4dfe2360-9f7f-4155-8f10-03d9166ab981 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 943 time: 0.0505481 May 26 11:23:28.344027 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7a32bc24-9692-4209-8a56-6d19a14d0f7f req-fb2f2476-8146-40d5-884b-d8215ed70686 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296149 May 26 11:23:29.456875 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8152fe-62da-42d5-a1ba-baf124237166 req-ea76336b-9e05-4e5e-805b-f1621f2a3413 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:29.458225 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2c8152fe-62da-42d5-a1ba-baf124237166 req-ea76336b-9e05-4e5e-805b-f1621f2a3413 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 943 time: 0.0476973 May 26 11:23:29.493365 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2c8152fe-62da-42d5-a1ba-baf124237166 req-c62f3cbf-a09a-46bf-acee-260466a447dd tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293465 May 26 11:23:30.604187 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183f681-79a8-41e6-b2ac-315716936641 req-fb5fda87-6381-4600-b276-c5f040a3c3f6 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:30.605650 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d183f681-79a8-41e6-b2ac-315716936641 req-fb5fda87-6381-4600-b276-c5f040a3c3f6 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 943 time: 0.0476530 May 26 11:23:30.641891 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-d183f681-79a8-41e6-b2ac-315716936641 req-51df15a8-1708-45f4-8e78-de9bb70bb9a5 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304551 May 26 11:23:31.752408 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde75919-0ad2-4733-aeb7-21fcb1965a25 req-91b028dc-7039-40ec-8c3a-ff6e8bcdccc6 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:31.753859 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fde75919-0ad2-4733-aeb7-21fcb1965a25 req-91b028dc-7039-40ec-8c3a-ff6e8bcdccc6 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 943 time: 0.0470679 May 26 11:23:31.789816 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fde75919-0ad2-4733-aeb7-21fcb1965a25 req-ba3e925f-bba3-4f08-a9cd-b6ef9591fea6 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300438 May 26 11:23:32.502369 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298a46b-f66d-4c63-86f1-341448ac229b req-94ed82fa-0da3-4672-a020-273b3ec2f760 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:32.503846 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2298a46b-f66d-4c63-86f1-341448ac229b req-94ed82fa-0da3-4672-a020-273b3ec2f760 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f9f497-523b-4259-98e0-97fe10a16242 HTTP/1.1" status: 200 len: 945 time: 0.0476491 May 26 11:23:32.544501 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2298a46b-f66d-4c63-86f1-341448ac229b req-98d515fd-2b4c-45da-b9ae-530c52982fcb tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeba2dd4-962c-4a10-b1bb-5500a89fbc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345435 May 26 11:23:32.903506 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f11b2-9e4e-4687-9d87-e218d64e7640 req-a9dc2466-f32b-4a25-9bfe-152caf0a6034 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:32.904976 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5c7f11b2-9e4e-4687-9d87-e218d64e7640 req-a9dc2466-f32b-4a25-9bfe-152caf0a6034 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 943 time: 0.0489917 May 26 11:23:32.940930 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5c7f11b2-9e4e-4687-9d87-e218d64e7640 req-d4ffd312-c401-431e-bd50-7768a6372599 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301197 May 26 11:23:33.659439 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b5a41-c4e5-4911-bb59-15e2b15d5fdb req-649ad5fc-24b9-4253-b914-e986c3dc708a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:33.660908 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-939b5a41-c4e5-4911-bb59-15e2b15d5fdb req-649ad5fc-24b9-4253-b914-e986c3dc708a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f9f497-523b-4259-98e0-97fe10a16242 HTTP/1.1" status: 200 len: 945 time: 0.0484509 May 26 11:23:33.697351 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-939b5a41-c4e5-4911-bb59-15e2b15d5fdb req-00c4d0ff-2910-496c-b19e-8f1888ea11e3 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=eeba2dd4-962c-4a10-b1bb-5500a89fbc23&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305231 May 26 11:23:33.921931 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e65e72-521a-4725-9b0c-79e3cf7d9494 req-f811c29a-c1e8-4128-877d-9ca4fe93a430 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:33.923525 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-42e65e72-521a-4725-9b0c-79e3cf7d9494 req-f811c29a-c1e8-4128-877d-9ca4fe93a430 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6f9f497-523b-4259-98e0-97fe10a16242 HTTP/1.1" status: 200 len: 945 time: 0.0470638 May 26 11:23:34.014478 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-42e65e72-521a-4725-9b0c-79e3cf7d9494 req-ac84f3dd-0ca4-4a12-997b-d6cb2bc2b48a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Deleting port 1b565249-5de6-4afc-90c8-27bfcefee976 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:23:34.014819 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-42e65e72-521a-4725-9b0c-79e3cf7d9494 req-ac84f3dd-0ca4-4a12-997b-d6cb2bc2b48a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:34.056537 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ba72f-e6ba-4a98-90ba-c68e931617d9 req-f2c7a978-727c-47cc-83c5-7ed2670918e1 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:34.058012 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7d0ba72f-e6ba-4a98-90ba-c68e931617d9 req-f2c7a978-727c-47cc-83c5-7ed2670918e1 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 943 time: 0.0516374 May 26 11:23:34.094868 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7d0ba72f-e6ba-4a98-90ba-c68e931617d9 req-6dc92565-bd7e-4742-bed0-1186d2c37a23 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308907 May 26 11:23:34.099692 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-42e65e72-521a-4725-9b0c-79e3cf7d9494 req-ac84f3dd-0ca4-4a12-997b-d6cb2bc2b48a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] For port 1b565249-5de6-4afc-90c8-27bfcefee976, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=1b565249-5de6-4afc-90c8-27bfcefee976,segment=NetworkSegment(c3accc82-0619-434a-97e3-9c20caa686c3),segment_id=c3accc82-0619-434a-97e3-9c20caa686c3)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:23:34.100062 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-42e65e72-521a-4725-9b0c-79e3cf7d9494 req-ac84f3dd-0ca4-4a12-997b-d6cb2bc2b48a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:34.264850 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-42e65e72-521a-4725-9b0c-79e3cf7d9494 req-ac84f3dd-0ca4-4a12-997b-d6cb2bc2b48a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:34.265119 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-42e65e72-521a-4725-9b0c-79e3cf7d9494 req-ac84f3dd-0ca4-4a12-997b-d6cb2bc2b48a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:34.265587 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.l3_db [req-42e65e72-521a-4725-9b0c-79e3cf7d9494 req-ac84f3dd-0ca4-4a12-997b-d6cb2bc2b48a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Floating IP dcd010c4-b269-4be7-90b9-83bd20c60905 disassociated. External IP: 172.27.2.83, port: 1b565249-5de6-4afc-90c8-27bfcefee976. May 26 11:23:34.265784 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-42e65e72-521a-4725-9b0c-79e3cf7d9494 req-ac84f3dd-0ca4-4a12-997b-d6cb2bc2b48a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Calling delete_port for 1b565249-5de6-4afc-90c8-27bfcefee976 owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:23:34.437962 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-42e65e72-521a-4725-9b0c-79e3cf7d9494 req-ac84f3dd-0ca4-4a12-997b-d6cb2bc2b48a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:34.464724 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84f3dd-0ca4-4a12-997b-d6cb2bc2b48a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event deleted for resources: {'Port': ['ID=1b565249-5de6-4afc-90c8-27bfcefee976,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:34.477769 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac84f3dd-0ca4-4a12-997b-d6cb2bc2b48a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:34.478120 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac84f3dd-0ca4-4a12-997b-d6cb2bc2b48a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:34.478457 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac84f3dd-0ca4-4a12-997b-d6cb2bc2b48a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:34.478787 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac84f3dd-0ca4-4a12-997b-d6cb2bc2b48a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:34.479115 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac84f3dd-0ca4-4a12-997b-d6cb2bc2b48a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:34.479445 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac84f3dd-0ca4-4a12-997b-d6cb2bc2b48a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:34.479822 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac84f3dd-0ca4-4a12-997b-d6cb2bc2b48a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:34.480146 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac84f3dd-0ca4-4a12-997b-d6cb2bc2b48a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:34.480470 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac84f3dd-0ca4-4a12-997b-d6cb2bc2b48a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:34.480814 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac84f3dd-0ca4-4a12-997b-d6cb2bc2b48a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:34.481136 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac84f3dd-0ca4-4a12-997b-d6cb2bc2b48a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:34.481455 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac84f3dd-0ca4-4a12-997b-d6cb2bc2b48a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:34.510591 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:23:34.588556 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42e65e72-521a-4725-9b0c-79e3cf7d9494 req-ac84f3dd-0ca4-4a12-997b-d6cb2bc2b48a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:23:34.691636 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42e65e72-521a-4725-9b0c-79e3cf7d9494 req-ac84f3dd-0ca4-4a12-997b-d6cb2bc2b48a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:23:34.701578 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbcaa5f-ac30-4554-9f43-7d74ed8c265e None None] Sync routers for ids ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:23:34.712156 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbcaa5f-ac30-4554-9f43-7d74ed8c265e None None] Routers {'0c24865d-15cd-46b9-b31c-bfa55bb63d28'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:23:34.713513 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-0dbcaa5f-ac30-4554-9f43-7d74ed8c265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:23:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:34.732332 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-42e65e72-521a-4725-9b0c-79e3cf7d9494 req-ac84f3dd-0ca4-4a12-997b-d6cb2bc2b48a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] No DVR routers for this DVR port 1b565249-5de6-4afc-90c8-27bfcefee976 on host hv-cinder-84339 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:23:34.735139 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-42e65e72-521a-4725-9b0c-79e3cf7d9494 req-ac84f3dd-0ca4-4a12-997b-d6cb2bc2b48a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:34.740490 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-42e65e72-521a-4725-9b0c-79e3cf7d9494 req-ac84f3dd-0ca4-4a12-997b-d6cb2bc2b48a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.42 "DELETE /v2.0/ports/1b565249-5de6-4afc-90c8-27bfcefee976 HTTP/1.1" status: 204 len: 173 time: 0.8081937 May 26 11:23:34.740983 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f9f497-523b-4259-98e0-97fe10a16242', 'name': 'network-vif-deleted', 'tag': '1b565249-5de6-4afc-90c8-27bfcefee976'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:23:34.744200 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38b0e69-dc1e-4399-aa8b-5b76bb5829fe" -d '{"events": [{"server_uuid": "d6f9f497-523b-4259-98e0-97fe10a16242", "name": "network-vif-deleted", "tag": "1b565249-5de6-4afc-90c8-27bfcefee976"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:23:34.749622 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f details requested by agent hyperv_hv-cinder-84339 with host hv-cinder-84339 {{(pid=102813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 11:23:34.793904 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf28601-66ac-403a-a363-172b48d90076 x-openstack-request-id: req-ccf28601-66ac-403a-a363-172b48d90076 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:23:34.796333 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f9f497-523b-4259-98e0-97fe10a16242", "name": "network-vif-deleted", "tag": "1b565249-5de6-4afc-90c8-27bfcefee976", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:23:34.796333 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ccf28601-66ac-403a-a363-172b48d90076 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:23:34.796333 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccf28601-66ac-403a-a363-172b48d90076'] response: {'server_uuid': 'd6f9f497-523b-4259-98e0-97fe10a16242', 'name': 'network-vif-deleted', 'tag': '1b565249-5de6-4afc-90c8-27bfcefee976', 'status': 'completed', 'code': 200} May 26 11:23:34.852965 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-0dbcaa5f-ac30-4554-9f43-7d74ed8c265e None None] Set router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:23:34.862294 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=9c24e202-87a6-49fd-ad0d-49bbf05f2c0f,segment=NetworkSegment(a6e85a7b-632d-4806-a1c2-98c3c601765c),segment_id=a6e85a7b-632d-4806-a1c2-98c3c601765c)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:23:34.878118 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Returning: {'device': '9c24e202-87a6-49fd-ad0d-49bbf05f2c0f', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'port_id': '9c24e202-87a6-49fd-ad0d-49bbf05f2c0f', 'mac_address': 'fa:16:3e:59:a5:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 11:23:34.943147 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f is: DOWN; New status is: BUILD {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:23:34.943591 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:34.962960 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f {{(pid=102813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:23:34.991988 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=9c24e202-87a6-49fd-ad0d-49bbf05f2c0f,segment=NetworkSegment(a6e85a7b-632d-4806-a1c2-98c3c601765c),segment_id=a6e85a7b-632d-4806-a1c2-98c3c601765c)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:23:35.011868 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0d4b7a5e-a236-4f24-bdf4-17ab7d129880 req-6d2069e1-12d9-493e-877a-edd49388d825 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6f9f497-523b-4259-98e0-97fe10a16242 HTTP/1.1" status: 200 len: 210 time: 0.0376234 May 26 11:23:35.058647 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:35.107521 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=9c24e202-87a6-49fd-ad0d-49bbf05f2c0f,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:35.114735 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:35.115079 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:35.115446 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:35.115777 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:35.116104 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:35.116427 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:35.116782 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:35.117316 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:35.120965 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:35.120965 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:35.120965 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:35.120965 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:23:35.214072 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-0dbcaa5f-ac30-4554-9f43-7d74ed8c265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': '8e310850-521f-404a-b339-260ef52a6088', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'port_id': '2e6368ae-df4f-4529-a249-ec20ba14499d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'mac_address': 'fa:16:3e:04:b6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21035c4d-530e-4ed2-8d55-24c732c99a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:21:33Z', 'updated_at': '2022-05-26T11:21:50Z', 'revision_number': 2, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:34Z', 'revision_number': 5, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:35.215460 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2e98f-ddaa-4191-aba0-bfc31a4c477a req-74d2e453-068f-46c6-9640-7a9bffd91566 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:35.216961 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-49c2e98f-ddaa-4191-aba0-bfc31a4c477a req-74d2e453-068f-46c6-9640-7a9bffd91566 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 944 time: 0.0517004 May 26 11:23:35.240103 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbcaa5f-ac30-4554-9f43-7d74ed8c265e None None] Checking router: 0c24865d-15cd-46b9-b31c-bfa55bb63d28 for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:23:35.248782 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbcaa5f-ac30-4554-9f43-7d74ed8c265e None None] Routers {'0c24865d-15cd-46b9-b31c-bfa55bb63d28'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:23:35.249387 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-0dbcaa5f-ac30-4554-9f43-7d74ed8c265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:23:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:35.255218 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-49c2e98f-ddaa-4191-aba0-bfc31a4c477a req-233068e0-3307-4bd8-b126-f586fd9778c4 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321002 May 26 11:23:35.273489 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['9c24e202-87a6-49fd-ad0d-49bbf05f2c0f'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:23:35.351044 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-0dbcaa5f-ac30-4554-9f43-7d74ed8c265e None None] Set router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:23:35.574815 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-0dbcaa5f-ac30-4554-9f43-7d74ed8c265e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': '8e310850-521f-404a-b339-260ef52a6088', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'port_id': '2e6368ae-df4f-4529-a249-ec20ba14499d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'mac_address': 'fa:16:3e:04:b6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21035c4d-530e-4ed2-8d55-24c732c99a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:21:33Z', 'updated_at': '2022-05-26T11:21:50Z', 'revision_number': 2, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:34Z', 'revision_number': 5, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:35.601348 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbcaa5f-ac30-4554-9f43-7d74ed8c265e None None] The sync data for ids ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'] in dv-cinder-843395-1-iscsi is: [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': '8e310850-521f-404a-b339-260ef52a6088', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'port_id': '2e6368ae-df4f-4529-a249-ec20ba14499d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'mac_address': 'fa:16:3e:04:b6:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21035c4d-530e-4ed2-8d55-24c732c99a26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:21:33Z', 'updated_at': '2022-05-26T11:21:50Z', 'revision_number': 2, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:34Z', 'revision_number': 5, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:23:35.805830 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef3cd3b-5f83-43aa-a4bf-0524f3689c66 None None] New status for floating IP dcd010c4-b269-4be7-90b9-83bd20c60905: DOWN {{(pid=102813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:23:36.193513 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 45436) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:23:36.247806 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-96d051ba-5f07-44bd-8ce7-8ac00c57b32f tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:36.270605 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-96d051ba-5f07-44bd-8ce7-8ac00c57b32f tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:36.369190 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f4a0e-2b86-41c5-818e-b1c04c635745 req-c6f8565e-a6ba-4896-9178-6880743e61e3 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:36.370738 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b35f4a0e-2b86-41c5-818e-b1c04c635745 req-c6f8565e-a6ba-4896-9178-6880743e61e3 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 944 time: 0.0470715 May 26 11:23:36.383431 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-96d051ba-5f07-44bd-8ce7-8ac00c57b32f tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:36.386458 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-96d051ba-5f07-44bd-8ce7-8ac00c57b32f tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:36.387468 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-96d051ba-5f07-44bd-8ce7-8ac00c57b32f tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "DELETE /v2.0/security-groups/eeba2dd4-962c-4a10-b1bb-5500a89fbc23 HTTP/1.1" status: 204 len: 168 time: 0.1930027 May 26 11:23:36.390305 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45440) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:23:36.404393 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.api.v2.resource [None req-6227f4f0-a151-4478-9fe0-aefa90a3f881 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] show failed (client error): The resource could not be found. May 26 11:23:36.405388 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-6227f4f0-a151-4478-9fe0-aefa90a3f881 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups/eeba2dd4-962c-4a10-b1bb-5500a89fbc23 HTTP/1.1" status: 404 len: 347 time: 0.0141039 May 26 11:23:36.406668 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d051ba-5f07-44bd-8ce7-8ac00c57b32f tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeba2dd4-962c-4a10-b1bb-5500a89fbc23,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:36.408174 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45442) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:23:36.427801 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b35f4a0e-2b86-41c5-818e-b1c04c635745 req-ab8219d9-dae1-43b5-a9e6-07ba1558f18d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500526 May 26 11:23:36.529071 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-bc3dccfb-156f-4e87-8bb1-117d10853a62 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Deleting port 050b5257-881f-4183-b9df-8e1a276b1c21 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:23:36.529411 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bc3dccfb-156f-4e87-8bb1-117d10853a62 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:36.604253 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bc3dccfb-156f-4e87-8bb1-117d10853a62 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:36.604606 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bc3dccfb-156f-4e87-8bb1-117d10853a62 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:36.615707 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-bc3dccfb-156f-4e87-8bb1-117d10853a62 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Calling delete_port for 050b5257-881f-4183-b9df-8e1a276b1c21 owned by network:floatingip {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:23:36.750923 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f up at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:23:36.788817 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bc3dccfb-156f-4e87-8bb1-117d10853a62 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:36.819113 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3dccfb-156f-4e87-8bb1-117d10853a62 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event deleted for resources: {'Port': ['ID=050b5257-881f-4183-b9df-8e1a276b1c21,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:36.845974 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning for port 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f completed by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:23:36.849791 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning complete for port 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:23:36.850264 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:36.876674 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bc3dccfb-156f-4e87-8bb1-117d10853a62 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for floatingip, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:36.879349 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-bc3dccfb-156f-4e87-8bb1-117d10853a62 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:36.880503 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-bc3dccfb-156f-4e87-8bb1-117d10853a62 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "DELETE /v2.0/floatingips/dcd010c4-b269-4be7-90b9-83bd20c60905 HTTP/1.1" status: 204 len: 168 time: 0.4714046 May 26 11:23:36.929791 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f is: BUILD; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:23:36.930176 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:36.953188 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf78bd23-8bf5-4b05-8699-aebbeb515149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c24e202-87a6-49fd-ad0d-49bbf05f2c0f'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:23:36.955432 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a9f7cb-d2da-4967-97a7-0f44e2d8c51c" -d '{"events": [{"server_uuid": "bf78bd23-8bf5-4b05-8699-aebbeb515149", "name": "network-vif-plugged", "status": "completed", "tag": "9c24e202-87a6-49fd-ad0d-49bbf05f2c0f"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:23:36.968245 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=9c24e202-87a6-49fd-ad0d-49bbf05f2c0f,segment=NetworkSegment(a6e85a7b-632d-4806-a1c2-98c3c601765c),segment_id=a6e85a7b-632d-4806-a1c2-98c3c601765c)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:23:36.992111 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8b5647-0894-4d63-b95a-a8efa6ddc75f x-openstack-request-id: req-2f8b5647-0894-4d63-b95a-a8efa6ddc75f {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:23:36.992425 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf78bd23-8bf5-4b05-8699-aebbeb515149", "name": "network-vif-plugged", "status": "completed", "tag": "9c24e202-87a6-49fd-ad0d-49bbf05f2c0f", "code": 200}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:23:36.992789 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f8b5647-0894-4d63-b95a-a8efa6ddc75f {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:23:36.993217 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f8b5647-0894-4d63-b95a-a8efa6ddc75f'] response: {'server_uuid': 'bf78bd23-8bf5-4b05-8699-aebbeb515149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c24e202-87a6-49fd-ad0d-49bbf05f2c0f', 'code': 200} May 26 11:23:37.038587 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:37.039419 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 1b565249-5de6-4afc-90c8-27bfcefee976 no longer exists at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:23:37.061102 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] No Port match for: 1b565249-5de6-4afc-90c8-27bfcefee976 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:23:37.061450 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 1b565249-5de6-4afc-90c8-27bfcefee976 not bound to the agent host hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:23:37.106545 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=9c24e202-87a6-49fd-ad0d-49bbf05f2c0f,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:37.444586 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc09fa-7e05-4ebc-a6cc-51aee7822d1e req-ffba3330-9325-4a55-8209-86bd72b4c48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:37.446153 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b6bc09fa-7e05-4ebc-a6cc-51aee7822d1e req-ffba3330-9325-4a55-8209-86bd72b4c48f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 1098 time: 0.0443492 May 26 11:23:37.483847 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b6bc09fa-7e05-4ebc-a6cc-51aee7822d1e req-efe6b0c6-61f4-405b-821c-61f8c3b4cb4e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303147 May 26 11:23:37.542868 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb2951-06fd-4d31-8331-4a2efb70b2e8 req-2b3278cc-34e2-49b6-bb9f-58a3824fd98e tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:37.544230 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3ccb2951-06fd-4d31-8331-4a2efb70b2e8 req-2b3278cc-34e2-49b6-bb9f-58a3824fd98e tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 945 time: 0.0480516 May 26 11:23:37.580320 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3ccb2951-06fd-4d31-8331-4a2efb70b2e8 req-4861878d-6d32-42a8-a711-77f4a5823f17 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299149 May 26 11:23:38.699110 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4c2ed-f70f-494f-9d21-7e1dcdb80634 req-508c9555-ca28-4c93-9d50-def40c192dad tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:38.700559 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9ad4c2ed-f70f-494f-9d21-7e1dcdb80634 req-508c9555-ca28-4c93-9d50-def40c192dad tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 945 time: 0.0524647 May 26 11:23:38.742820 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9ad4c2ed-f70f-494f-9d21-7e1dcdb80634 req-20e964bc-be2a-4a37-9c24-2bae9bac8316 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357573 May 26 11:23:39.369492 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:39.858214 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf0f91-06ef-4b9a-9a00-424538ff9ffc req-0b32d61e-be08-4ba7-9dc7-a7580e4db1a6 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:39.858848 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051d20b-3377-47d1-a1c2-c466d7ad06f6 req-1c776713-d8ce-47d6-8136-4f0b691eeb32 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:39.859790 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-63bf0f91-06ef-4b9a-9a00-424538ff9ffc req-0b32d61e-be08-4ba7-9dc7-a7580e4db1a6 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 945 time: 0.0489922 May 26 11:23:39.859931 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6051d20b-3377-47d1-a1c2-c466d7ad06f6 req-1c776713-d8ce-47d6-8136-4f0b691eeb32 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=21035c4d-530e-4ed2-8d55-24c732c99a26 HTTP/1.1" status: 200 len: 945 time: 0.0481224 May 26 11:23:39.897225 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-63bf0f91-06ef-4b9a-9a00-424538ff9ffc req-b528edeb-4183-47b9-9e64-bfb98912210e tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313432 May 26 11:23:39.897784 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6051d20b-3377-47d1-a1c2-c466d7ad06f6 req-f3ffa849-8924-41d8-9576-ff267decfff3 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=9675710f-80f5-47e0-b698-0bea526f9928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306799 May 26 11:23:40.007137 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d988fcb-b1ed-4a46-9ebe-74b683cbaedd req-d2daaf76-76de-4c5e-907b-1c6ea7d731a1 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:40.008496 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5d988fcb-b1ed-4a46-9ebe-74b683cbaedd req-d2daaf76-76de-4c5e-907b-1c6ea7d731a1 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 945 time: 0.0478420 May 26 11:23:40.045196 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5d988fcb-b1ed-4a46-9ebe-74b683cbaedd req-b3aa33dd-13b5-44cf-89a8-0a176400b8e1 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309196 May 26 11:23:40.066465 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45474) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:23:40.194124 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727191b7-2a4e-458b-bea7-96bef4bc7ab7 tempest-TestVolumeBootPattern-1761638634 tempest-TestVolumeBootPattern-1761638634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:40.195612 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-727191b7-2a4e-458b-bea7-96bef4bc7ab7 tempest-TestVolumeBootPattern-1761638634 tempest-TestVolumeBootPattern-1761638634-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 1093 time: 0.1282036 May 26 11:23:40.198909 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45478) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:23:40.203074 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-d3b9366c-6aae-40af-bbd3-b58f8e54b9d7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Request body: {'floatingip': {'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'port_id': '9c24e202-87a6-49fd-ad0d-49bbf05f2c0f', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:23:40.295196 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d3b9366c-6aae-40af-bbd3-b58f8e54b9d7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for floatingip, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:40.608290 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d3b9366c-6aae-40af-bbd3-b58f8e54b9d7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:40.708794 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-d3b9366c-6aae-40af-bbd3-b58f8e54b9d7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Allocated IP 172.27.2.119 (6ce135a4-eab8-4863-9af0-cf5ae6e229cb/86b44d4e-8f3f-4d5d-9881-9aaa3797f33b/20d2325c-b2da-4aa1-aa6d-e899ce4aeff4) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:23:40.811773 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d3b9366c-6aae-40af-bbd3-b58f8e54b9d7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for port, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:40.903285 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d3b9366c-6aae-40af-bbd3-b58f8e54b9d7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:40.946489 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b9366c-6aae-40af-bbd3-b58f8e54b9d7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:23:40.950521 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-d3b9366c-6aae-40af-bbd3-b58f8e54b9d7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:23:40.955056 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b9366c-6aae-40af-bbd3-b58f8e54b9d7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:23:40.957056 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9366c-6aae-40af-bbd3-b58f8e54b9d7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Pushing event updated for resources: {'Port': ['ID=20d2325c-b2da-4aa1-aa6d-e899ce4aeff4,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:41.012645 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3477f533-a34e-49af-a104-6f18007a5b84 req-8a37d3cf-65f4-4505-a66f-6015095d82f2 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:41.014090 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3477f533-a34e-49af-a104-6f18007a5b84 req-8a37d3cf-65f4-4505-a66f-6015095d82f2 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=21035c4d-530e-4ed2-8d55-24c732c99a26 HTTP/1.1" status: 200 len: 945 time: 0.0476739 May 26 11:23:41.051658 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3477f533-a34e-49af-a104-6f18007a5b84 req-41aaf245-a77c-48ab-835f-17c98a0a7b9c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=9675710f-80f5-47e0-b698-0bea526f9928&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314984 May 26 11:23:41.300353 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81f623-923e-4fc3-8c15-417c66e40f8b req-eedfef49-7096-4d37-9581-7d11225a6213 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:41.301718 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5a81f623-923e-4fc3-8c15-417c66e40f8b req-eedfef49-7096-4d37-9581-7d11225a6213 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.42 "GET /v2.0/ports?device_id=21035c4d-530e-4ed2-8d55-24c732c99a26 HTTP/1.1" status: 200 len: 945 time: 0.0504296 May 26 11:23:41.308933 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d3b9366c-6aae-40af-bbd3-b58f8e54b9d7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:41.394355 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-5a81f623-923e-4fc3-8c15-417c66e40f8b req-bf6ead74-b2b8-41b4-a954-f67ad806aec6 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Deleting port 2e6368ae-df4f-4529-a249-ec20ba14499d {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:23:41.394695 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-5a81f623-923e-4fc3-8c15-417c66e40f8b req-bf6ead74-b2b8-41b4-a954-f67ad806aec6 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:41.429558 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d3b9366c-6aae-40af-bbd3-b58f8e54b9d7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:41.589452 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d3b9366c-6aae-40af-bbd3-b58f8e54b9d7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for port, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:41.661212 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d3b9366c-6aae-40af-bbd3-b58f8e54b9d7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8805051'] for port, after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:41.728600 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-5a81f623-923e-4fc3-8c15-417c66e40f8b req-bf6ead74-b2b8-41b4-a954-f67ad806aec6 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] For port 2e6368ae-df4f-4529-a249-ec20ba14499d, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=2e6368ae-df4f-4529-a249-ec20ba14499d,segment=NetworkSegment(c3accc82-0619-434a-97e3-9c20caa686c3),segment_id=c3accc82-0619-434a-97e3-9c20caa686c3)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:23:41.728891 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9366c-6aae-40af-bbd3-b58f8e54b9d7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Pushing event updated for resources: {'Port': ['ID=20d2325c-b2da-4aa1-aa6d-e899ce4aeff4,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:41.729031 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-5a81f623-923e-4fc3-8c15-417c66e40f8b req-bf6ead74-b2b8-41b4-a954-f67ad806aec6 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:41.740556 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d3b9366c-6aae-40af-bbd3-b58f8e54b9d7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:41.840141 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.db.l3_db [None req-d3b9366c-6aae-40af-bbd3-b58f8e54b9d7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Floating IP 6983ad49-708e-4a09-b983-99130cb9e127 associated. External IP: 172.27.2.119, port: 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f. May 26 11:23:41.893929 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-5a81f623-923e-4fc3-8c15-417c66e40f8b req-bf6ead74-b2b8-41b4-a954-f67ad806aec6 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:41.894295 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-5a81f623-923e-4fc3-8c15-417c66e40f8b req-bf6ead74-b2b8-41b4-a954-f67ad806aec6 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:41.894611 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.l3_db [req-5a81f623-923e-4fc3-8c15-417c66e40f8b req-bf6ead74-b2b8-41b4-a954-f67ad806aec6 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Floating IP 8e310850-521f-404a-b339-260ef52a6088 disassociated. External IP: 172.27.2.230, port: 2e6368ae-df4f-4529-a249-ec20ba14499d. May 26 11:23:41.894951 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-5a81f623-923e-4fc3-8c15-417c66e40f8b req-bf6ead74-b2b8-41b4-a954-f67ad806aec6 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Calling delete_port for 2e6368ae-df4f-4529-a249-ec20ba14499d owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:23:42.045027 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b9366c-6aae-40af-bbd3-b58f8e54b9d7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Router 45295373-e9cb-4611-9dc8-f892d8d93137 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:23:42.072448 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-5a81f623-923e-4fc3-8c15-417c66e40f8b req-bf6ead74-b2b8-41b4-a954-f67ad806aec6 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:42.102909 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6ead74-b2b8-41b4-a954-f67ad806aec6 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event deleted for resources: {'Port': ['ID=2e6368ae-df4f-4529-a249-ec20ba14499d,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:42.176204 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-e45084f9-11cc-4a4f-90e7-ba3b5f80f51b req-c8d88982-1993-426c-94f7-0ab2e3230c34 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=21035c4d-530e-4ed2-8d55-24c732c99a26 HTTP/1.1" status: 200 len: 210 time: 0.0368788 May 26 11:23:42.188129 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b9366c-6aae-40af-bbd3-b58f8e54b9d7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:23:42.203272 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b522f4b-670e-435a-b37b-588685732484 None None] Sync routers for ids ['45295373-e9cb-4611-9dc8-f892d8d93137'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:23:42.212540 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b522f4b-670e-435a-b37b-588685732484 None None] Routers {'45295373-e9cb-4611-9dc8-f892d8d93137'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:23:42.213208 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-0b522f4b-670e-435a-b37b-588685732484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:23:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['45295373-e9cb-4611-9dc8-f892d8d93137'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:42.224300 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a81f623-923e-4fc3-8c15-417c66e40f8b req-bf6ead74-b2b8-41b4-a954-f67ad806aec6 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:23:42.281378 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d3b9366c-6aae-40af-bbd3-b58f8e54b9d7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:42.311394 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-d3b9366c-6aae-40af-bbd3-b58f8e54b9d7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1093245 May 26 11:23:42.311394 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf78bd23-8bf5-4b05-8699-aebbeb515149', 'tag': '9c24e202-87a6-49fd-ad0d-49bbf05f2c0f'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:23:42.312436 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68cb6bc11d0969d8050e4c4fd8812a2ae7a0aff31285e7476e9ca95485fd95a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd02dc31-e74d-4d04-91a9-9ecdde59c0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "bf78bd23-8bf5-4b05-8699-aebbeb515149", "tag": "9c24e202-87a6-49fd-ad0d-49bbf05f2c0f"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:23:42.320457 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-0b522f4b-670e-435a-b37b-588685732484 None None] Set router 45295373-e9cb-4611-9dc8-f892d8d93137 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:23:42.340438 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a81f623-923e-4fc3-8c15-417c66e40f8b req-bf6ead74-b2b8-41b4-a954-f67ad806aec6 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:23:42.347933 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44520019-68e8-4de2-b4e4-f33766d77608 x-openstack-request-id: req-44520019-68e8-4de2-b4e4-f33766d77608 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:23:42.348236 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf78bd23-8bf5-4b05-8699-aebbeb515149", "tag": "9c24e202-87a6-49fd-ad0d-49bbf05f2c0f", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:23:42.348491 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44520019-68e8-4de2-b4e4-f33766d77608 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:23:42.348922 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44520019-68e8-4de2-b4e4-f33766d77608'] response: {'name': 'network-changed', 'server_uuid': 'bf78bd23-8bf5-4b05-8699-aebbeb515149', 'tag': '9c24e202-87a6-49fd-ad0d-49bbf05f2c0f', 'status': 'completed', 'code': 200} May 26 11:23:42.353639 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d340645-fb46-4c28-8691-ad45ffa64ca2 None None] Sync routers for ids ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'] in dv-cinder-843395-1-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:23:42.364078 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d340645-fb46-4c28-8691-ad45ffa64ca2 None None] Routers {'0c24865d-15cd-46b9-b31c-bfa55bb63d28'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:23:42.364958 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-5d340645-fb46-4c28-8691-ad45ffa64ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:23:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:42.394011 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a81f623-923e-4fc3-8c15-417c66e40f8b req-bf6ead74-b2b8-41b4-a954-f67ad806aec6 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] No DVR routers for this DVR port 2e6368ae-df4f-4529-a249-ec20ba14499d on host hv-cinder-84339 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:23:42.396574 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-5a81f623-923e-4fc3-8c15-417c66e40f8b req-bf6ead74-b2b8-41b4-a954-f67ad806aec6 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:42.400119 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5a81f623-923e-4fc3-8c15-417c66e40f8b req-bf6ead74-b2b8-41b4-a954-f67ad806aec6 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.42 "DELETE /v2.0/ports/2e6368ae-df4f-4529-a249-ec20ba14499d HTTP/1.1" status: 204 len: 173 time: 1.0925391 May 26 11:23:42.404672 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21035c4d-530e-4ed2-8d55-24c732c99a26', 'name': 'network-vif-deleted', 'tag': '2e6368ae-df4f-4529-a249-ec20ba14499d'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:23:42.405192 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32308411-9266-439a-86d3-a802a9cd2397" -d '{"events": [{"server_uuid": "21035c4d-530e-4ed2-8d55-24c732c99a26", "name": "network-vif-deleted", "tag": "2e6368ae-df4f-4529-a249-ec20ba14499d"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:23:42.443992 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02dc31-e74d-4d04-91a9-9ecdde59c0fd req-f62a6506-e010-46ee-9591-eeb88426336b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:42.445543 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fd02dc31-e74d-4d04-91a9-9ecdde59c0fd req-f62a6506-e010-46ee-9591-eeb88426336b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b156406dd334d888436af3a31bf551e&device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 1098 time: 0.0601695 May 26 11:23:42.484873 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1676f918-6dae-4f84-ab9c-f6f6b24f7581 x-openstack-request-id: req-1676f918-6dae-4f84-ab9c-f6f6b24f7581 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:23:42.498814 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21035c4d-530e-4ed2-8d55-24c732c99a26", "name": "network-vif-deleted", "tag": "2e6368ae-df4f-4529-a249-ec20ba14499d", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:23:42.498814 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1676f918-6dae-4f84-ab9c-f6f6b24f7581 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:23:42.498814 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1676f918-6dae-4f84-ab9c-f6f6b24f7581'] response: {'server_uuid': '21035c4d-530e-4ed2-8d55-24c732c99a26', 'name': 'network-vif-deleted', 'tag': '2e6368ae-df4f-4529-a249-ec20ba14499d', 'status': 'completed', 'code': 200} May 26 11:23:42.507000 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-5d340645-fb46-4c28-8691-ad45ffa64ca2 None None] Set router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:23:42.562106 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02dc31-e74d-4d04-91a9-9ecdde59c0fd req-e42ffc30-78a3-4a93-800b-1281ca586863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:42.564741 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fd02dc31-e74d-4d04-91a9-9ecdde59c0fd req-e42ffc30-78a3-4a93-800b-1281ca586863 service neutron] 10.222.0.42 "GET /v2.0/networks?id=201b8ed7-d257-4ded-b20c-a4cdaabf3f88 HTTP/1.1" status: 200 len: 912 time: 0.1091936 May 26 11:23:42.595863 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-0b522f4b-670e-435a-b37b-588685732484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'name': 'tempest-TestVolumeBootPattern-958338100-router', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:48Z', 'updated_at': '2022-05-26T11:22:51Z', 'revision_number': 4, 'project_id': '9b156406dd334d888436af3a31bf551e', 'gw_port': {'id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:49Z', 'updated_at': '2022-05-26T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': '6983ad49-708e-4a09-b983-99130cb9e127', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'port_id': '9c24e202-87a6-49fd-ad0d-49bbf05f2c0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'mac_address': 'fa:16:3e:59:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf78bd23-8bf5-4b05-8699-aebbeb515149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:23:41Z', 'updated_at': '2022-05-26T11:23:41Z', 'revision_number': 0, 'project_id': '9b156406dd334d888436af3a31bf551e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f6e075-bfcc-4710-b209-1ee0c5c8da2f', 'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'mac_address': 'fa:16:3e:77:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:50Z', 'updated_at': '2022-05-26T11:22:55Z', 'revision_number': 5, 'project_id': '9b156406dd334d888436af3a31bf551e', 'subnets': [{'id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:42.630979 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b522f4b-670e-435a-b37b-588685732484 None None] Checking router: 45295373-e9cb-4611-9dc8-f892d8d93137 for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:23:42.641062 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b522f4b-670e-435a-b37b-588685732484 None None] Routers {'45295373-e9cb-4611-9dc8-f892d8d93137'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:23:42.641677 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-0b522f4b-670e-435a-b37b-588685732484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:23:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['45295373-e9cb-4611-9dc8-f892d8d93137'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:42.666384 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fd02dc31-e74d-4d04-91a9-9ecdde59c0fd req-d1178fd7-6d88-4865-bb4e-8c949b58eb3b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c24e202-87a6-49fd-ad0d-49bbf05f2c0f HTTP/1.1" status: 200 len: 999 time: 0.0943961 May 26 11:23:42.716287 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-5d340645-fb46-4c28-8691-ad45ffa64ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:34Z', 'revision_number': 5, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:42.726499 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02dc31-e74d-4d04-91a9-9ecdde59c0fd req-aef1bb9a-dda8-43cb-8bc9-8982a176424d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:42.734604 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fd02dc31-e74d-4d04-91a9-9ecdde59c0fd req-aef1bb9a-dda8-43cb-8bc9-8982a176424d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4f82145-402d-4d00-956a-36c8731d0d08 HTTP/1.1" status: 200 len: 850 time: 0.0521457 May 26 11:23:42.749234 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d340645-fb46-4c28-8691-ad45ffa64ca2 None None] Checking router: 0c24865d-15cd-46b9-b31c-bfa55bb63d28 for host: dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:23:42.758516 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d340645-fb46-4c28-8691-ad45ffa64ca2 None None] Routers {'0c24865d-15cd-46b9-b31c-bfa55bb63d28'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:23:42.759147 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-5d340645-fb46-4c28-8691-ad45ffa64ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:23:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:42.775889 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-0b522f4b-670e-435a-b37b-588685732484 None None] Set router 45295373-e9cb-4611-9dc8-f892d8d93137 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:23:42.778253 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02dc31-e74d-4d04-91a9-9ecdde59c0fd req-3b7001bc-a4fa-4601-94b2-a657e61166e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:42.779819 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fd02dc31-e74d-4d04-91a9-9ecdde59c0fd req-3b7001bc-a4fa-4601-94b2-a657e61166e2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=201b8ed7-d257-4ded-b20c-a4cdaabf3f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442982 May 26 11:23:42.871683 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-5d340645-fb46-4c28-8691-ad45ffa64ca2 None None] Set router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:23:42.877312 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fd02dc31-e74d-4d04-91a9-9ecdde59c0fd req-a629d9ac-48b6-4441-8359-c11c3f5b0805 service neutron] 10.222.0.42 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905089 May 26 11:23:42.974773 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-fd02dc31-e74d-4d04-91a9-9ecdde59c0fd req-e15e2327-0250-4ea1-bb70-efe86557d80f service neutron] 10.222.0.42 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891943 May 26 11:23:43.015344 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-0b522f4b-670e-435a-b37b-588685732484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'name': 'tempest-TestVolumeBootPattern-958338100-router', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:48Z', 'updated_at': '2022-05-26T11:22:51Z', 'revision_number': 4, 'project_id': '9b156406dd334d888436af3a31bf551e', 'gw_port': {'id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:49Z', 'updated_at': '2022-05-26T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': '6983ad49-708e-4a09-b983-99130cb9e127', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'port_id': '9c24e202-87a6-49fd-ad0d-49bbf05f2c0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'mac_address': 'fa:16:3e:59:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf78bd23-8bf5-4b05-8699-aebbeb515149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:23:41Z', 'updated_at': '2022-05-26T11:23:41Z', 'revision_number': 0, 'project_id': '9b156406dd334d888436af3a31bf551e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f6e075-bfcc-4710-b209-1ee0c5c8da2f', 'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'mac_address': 'fa:16:3e:77:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:50Z', 'updated_at': '2022-05-26T11:22:55Z', 'revision_number': 5, 'project_id': '9b156406dd334d888436af3a31bf551e', 'subnets': [{'id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:43.045121 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b522f4b-670e-435a-b37b-588685732484 None None] The sync data for ids ['45295373-e9cb-4611-9dc8-f892d8d93137'] in dv-cinder-843395-1-iscsi is: [{'id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'name': 'tempest-TestVolumeBootPattern-958338100-router', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:48Z', 'updated_at': '2022-05-26T11:22:51Z', 'revision_number': 4, 'project_id': '9b156406dd334d888436af3a31bf551e', 'gw_port': {'id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:49Z', 'updated_at': '2022-05-26T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': '6983ad49-708e-4a09-b983-99130cb9e127', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'floating_ip_address': '172.27.2.119', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'port_id': '9c24e202-87a6-49fd-ad0d-49bbf05f2c0f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'mac_address': 'fa:16:3e:59:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf78bd23-8bf5-4b05-8699-aebbeb515149', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:23:41Z', 'updated_at': '2022-05-26T11:23:41Z', 'revision_number': 0, 'project_id': '9b156406dd334d888436af3a31bf551e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f6e075-bfcc-4710-b209-1ee0c5c8da2f', 'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'mac_address': 'fa:16:3e:77:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:50Z', 'updated_at': '2022-05-26T11:22:55Z', 'revision_number': 5, 'project_id': '9b156406dd334d888436af3a31bf551e', 'subnets': [{'id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:23:43.085307 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-5d340645-fb46-4c28-8691-ad45ffa64ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:34Z', 'revision_number': 5, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:23:43.113151 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d340645-fb46-4c28-8691-ad45ffa64ca2 None None] The sync data for ids ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'] in dv-cinder-843395-1-iscsi is: [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:34Z', 'revision_number': 5, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:23:43.297674 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3ff3303e-5384-4356-bb2d-fde605e1b51b req-d1c47a29-a9ee-4949-ae21-81de22131b12 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=21035c4d-530e-4ed2-8d55-24c732c99a26 HTTP/1.1" status: 200 len: 210 time: 0.0336688 May 26 11:23:43.332211 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecf288e-0a85-4c84-b8ec-01c558cf7827 None None] New status for floating IP 6983ad49-708e-4a09-b983-99130cb9e127: ACTIVE {{(pid=102814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:23:43.385540 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7855fd-c1c7-4715-820c-73196ee1bee2 None None] New status for floating IP 8e310850-521f-404a-b339-260ef52a6088: DOWN {{(pid=102813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:23:44.464285 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 45496) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:23:44.516863 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-81b3cde6-1cbb-42f2-847a-10d16935fe06 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:44.539569 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-81b3cde6-1cbb-42f2-847a-10d16935fe06 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:44.657489 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-81b3cde6-1cbb-42f2-847a-10d16935fe06 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:44.660018 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-81b3cde6-1cbb-42f2-847a-10d16935fe06 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:44.661194 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-81b3cde6-1cbb-42f2-847a-10d16935fe06 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "DELETE /v2.0/security-groups/9675710f-80f5-47e0-b698-0bea526f9928 HTTP/1.1" status: 204 len: 168 time: 0.1958940 May 26 11:23:44.663891 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45498) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:23:44.670609 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3cde6-1cbb-42f2-847a-10d16935fe06 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9675710f-80f5-47e0-b698-0bea526f9928,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:44.678849 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.api.v2.resource [None req-9b9abb7b-e402-498b-997c-80761fdc2527 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] show failed (client error): The resource could not be found. May 26 11:23:44.679853 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-9b9abb7b-e402-498b-997c-80761fdc2527 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups/9675710f-80f5-47e0-b698-0bea526f9928 HTTP/1.1" status: 404 len: 347 time: 0.0149746 May 26 11:23:44.682610 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45500) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:23:44.806921 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-34e583f0-82e5-4782-b393-748526ea46d9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Deleting port 806cc178-3857-4aaf-8d73-0ac8cc8bb547 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:23:44.807171 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-34e583f0-82e5-4782-b393-748526ea46d9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:44.880985 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-34e583f0-82e5-4782-b393-748526ea46d9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:44.881305 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-34e583f0-82e5-4782-b393-748526ea46d9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:44.892963 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-34e583f0-82e5-4782-b393-748526ea46d9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Calling delete_port for 806cc178-3857-4aaf-8d73-0ac8cc8bb547 owned by network:floatingip {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:23:45.077771 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-34e583f0-82e5-4782-b393-748526ea46d9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:45.102281 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e583f0-82e5-4782-b393-748526ea46d9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event deleted for resources: {'Port': ['ID=806cc178-3857-4aaf-8d73-0ac8cc8bb547,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:45.160551 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-34e583f0-82e5-4782-b393-748526ea46d9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for floatingip, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:45.163058 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-34e583f0-82e5-4782-b393-748526ea46d9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:45.164192 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-34e583f0-82e5-4782-b393-748526ea46d9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "DELETE /v2.0/floatingips/8e310850-521f-404a-b339-260ef52a6088 HTTP/1.1" status: 204 len: 168 time: 0.4807069 May 26 11:23:45.297778 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 45504) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:23:45.302214 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-6cd5a838-f308-489e-9858-9e8eaa6de222 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--560858931', 'description': 'tempest-description--2122592071'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:23:45.377563 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6cd5a838-f308-489e-9858-9e8eaa6de222 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:45.444825 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6cd5a838-f308-489e-9858-9e8eaa6de222 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:45.512365 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6cd5a838-f308-489e-9858-9e8eaa6de222 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:45.538928 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5a838-f308-489e-9858-9e8eaa6de222 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85dc2fb7-064a-40c9-98fd-b33995c88ec4,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:45.594384 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6cd5a838-f308-489e-9858-9e8eaa6de222 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:45.595603 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-6cd5a838-f308-489e-9858-9e8eaa6de222 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2968514 May 26 11:23:45.598325 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 45506) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:23:45.602592 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-6072f5bc-a221-4d9c-96c9-145480fddc95 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Request body: {'security_group_rule': {'security_group_id': '85dc2fb7-064a-40c9-98fd-b33995c88ec4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:23:45.690280 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6072f5bc-a221-4d9c-96c9-145480fddc95 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:45.743062 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6072f5bc-a221-4d9c-96c9-145480fddc95 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:45.814853 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6072f5bc-a221-4d9c-96c9-145480fddc95 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:45.831337 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072f5bc-a221-4d9c-96c9-145480fddc95 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300074cf-e812-494d-b6df-89ee44d93f0e,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:45.890907 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6072f5bc-a221-4d9c-96c9-145480fddc95 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:45.892109 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-6072f5bc-a221-4d9c-96c9-145480fddc95 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2928536 May 26 11:23:45.894653 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 45508) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:23:45.898928 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-5f106d62-aa09-489f-89f8-1ad37743b1dd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Request body: {'security_group_rule': {'security_group_id': '85dc2fb7-064a-40c9-98fd-b33995c88ec4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:23:45.973776 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5f106d62-aa09-489f-89f8-1ad37743b1dd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:46.027709 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5f106d62-aa09-489f-89f8-1ad37743b1dd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:46.085852 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5f106d62-aa09-489f-89f8-1ad37743b1dd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:46.103559 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f106d62-aa09-489f-89f8-1ad37743b1dd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4f7531-0b8b-4293-b575-329334df9133,revision_number=0']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:46.173926 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5f106d62-aa09-489f-89f8-1ad37743b1dd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:46.175121 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-5f106d62-aa09-489f-89f8-1ad37743b1dd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2795653 May 26 11:23:46.178191 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 45510) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:23:46.183118 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-10ed5ff3-41d2-4c70-9a03-4bc5cfda4d33 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Request body: {'floatingip': {'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:23:46.285936 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-10ed5ff3-41d2-4c70-9a03-4bc5cfda4d33 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for floatingip, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:46.379560 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-10ed5ff3-41d2-4c70-9a03-4bc5cfda4d33 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:46.482034 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-10ed5ff3-41d2-4c70-9a03-4bc5cfda4d33 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Allocated IP 172.27.2.103 (6ce135a4-eab8-4863-9af0-cf5ae6e229cb/86b44d4e-8f3f-4d5d-9881-9aaa3797f33b/b6f0f40d-a469-4f86-8df1-8f0f34367fa6) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:23:46.578063 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-10ed5ff3-41d2-4c70-9a03-4bc5cfda4d33 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:46.680507 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-10ed5ff3-41d2-4c70-9a03-4bc5cfda4d33 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:46.718444 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ed5ff3-41d2-4c70-9a03-4bc5cfda4d33 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:23:46.721089 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-10ed5ff3-41d2-4c70-9a03-4bc5cfda4d33 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:23:46.724359 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ed5ff3-41d2-4c70-9a03-4bc5cfda4d33 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:23:46.748565 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed5ff3-41d2-4c70-9a03-4bc5cfda4d33 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event updated for resources: {'Port': ['ID=b6f0f40d-a469-4f86-8df1-8f0f34367fa6,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:46.811569 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 2e6368ae-df4f-4529-a249-ec20ba14499d no longer exists at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:23:46.815146 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-10ed5ff3-41d2-4c70-9a03-4bc5cfda4d33 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:46.833572 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] No Port match for: 2e6368ae-df4f-4529-a249-ec20ba14499d {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:23:46.833572 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 2e6368ae-df4f-4529-a249-ec20ba14499d not bound to the agent host hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:23:46.921467 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-10ed5ff3-41d2-4c70-9a03-4bc5cfda4d33 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:47.063692 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-10ed5ff3-41d2-4c70-9a03-4bc5cfda4d33 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:47.125675 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-10ed5ff3-41d2-4c70-9a03-4bc5cfda4d33 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:47.190887 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed5ff3-41d2-4c70-9a03-4bc5cfda4d33 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event updated for resources: {'Port': ['ID=b6f0f40d-a469-4f86-8df1-8f0f34367fa6,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:47.202423 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-10ed5ff3-41d2-4c70-9a03-4bc5cfda4d33 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:47.259028 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-10ed5ff3-41d2-4c70-9a03-4bc5cfda4d33 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:47.260260 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-10ed5ff3-41d2-4c70-9a03-4bc5cfda4d33 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0811353 May 26 11:23:47.441782 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-ee0b479e-29b5-411c-b90c-e01a4e793d29 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--560858931&fields=id&tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c HTTP/1.1" status: 200 len: 267 time: 0.0331993 May 26 11:23:47.547778 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-9e9656d7-1348-4a8d-8c0d-ed6222d29618 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:47.549246 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-9e9656d7-1348-4a8d-8c0d-ed6222d29618 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/networks?id=44c421fa-2ce0-48c7-8756-eeee114ae628 HTTP/1.1" status: 200 len: 813 time: 0.0999625 May 26 11:23:47.564288 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-c3008f92-9356-4e86-b09e-59c1753a7e5c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/quotas/ea1d6e9e34c34f9d9fda1043ac3d397c HTTP/1.1" status: 200 len: 375 time: 0.0091286 May 26 11:23:47.615971 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-5a97b3db-a1b9-4138-bd68-68ca24869d6e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465479 May 26 11:23:47.714506 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-eb1e082f-b6fd-4e30-b0c6-63daac98837a service neutron] 10.222.0.21 "GET /v2.0/networks/44c421fa-2ce0-48c7-8756-eeee114ae628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824747 May 26 11:23:47.798046 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-b2b2a711-d9cc-40de-982a-565c5685b9d1 service neutron] 10.222.0.21 "GET /v2.0/networks/44c421fa-2ce0-48c7-8756-eeee114ae628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810261 May 26 11:23:48.007253 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-52a4f0cc-625f-468a-a3c4-294d75706187 req-5d3aff88-d283-4300-99b8-a148d75b3e26 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d674d-d4c6-4af3-991e-9196b17444b9 HTTP/1.1" status: 200 len: 210 time: 0.0263281 May 26 11:23:48.017438 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-2a114373-bdea-4c99-9544-24a6086322e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:49.100776 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-872b95f1-b96c-4913-a4bf-21533e30d455 req-48fdc63b-79f8-4ea5-a394-a0fc3f5a2655 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d674d-d4c6-4af3-991e-9196b17444b9 HTTP/1.1" status: 200 len: 210 time: 0.0259697 May 26 11:23:49.825726 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-d26062e4-5db9-4236-8341-e69e0e97f55f tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:49.827156 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-d26062e4-5db9-4236-8341-e69e0e97f55f tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.42 "GET /v2.0/networks?id=44c421fa-2ce0-48c7-8756-eeee114ae628 HTTP/1.1" status: 200 len: 813 time: 0.1020017 May 26 11:23:49.869663 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-224e1ab9-d658-4b6b-8b5c-22ec2446f929 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c HTTP/1.1" status: 200 len: 379 time: 0.0341685 May 26 11:23:49.878370 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-e2cb2113-4577-444e-a21b-d791f019b612 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Request body: {'port': {'device_id': 'c88d674d-d4c6-4af3-991e-9196b17444b9', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'admin_state_up': True, 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'security_groups': ['85dc2fb7-064a-40c9-98fd-b33995c88ec4']}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:23:50.078484 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-e2cb2113-4577-444e-a21b-d791f019b612 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Made reservation on behalf of ea1d6e9e34c34f9d9fda1043ac3d397c for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:23:50.082344 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-e2cb2113-4577-444e-a21b-d791f019b612 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:50.147445 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-344babde-5717-4679-b02e-2bc0dba8ce52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:50.197523 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-87e315d6-d361-4be3-8912-9bda53cbf680 req-f7b66346-f820-4b09-a611-f4e0e76146dc tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d674d-d4c6-4af3-991e-9196b17444b9 HTTP/1.1" status: 200 len: 210 time: 0.0305889 May 26 11:23:50.216128 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-e2cb2113-4577-444e-a21b-d791f019b612 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Allocated IP 172.20.0.3 (44c421fa-2ce0-48c7-8756-eeee114ae628/1caf6db8-dcab-43d8-807f-6adf3a39696e/a91af638-5258-4872-a019-af979def8ca1) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:23:50.347248 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-e2cb2113-4577-444e-a21b-d791f019b612 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:50.411487 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-e2cb2113-4577-444e-a21b-d791f019b612 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:50.453742 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-e2cb2113-4577-444e-a21b-d791f019b612 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Network 44c421fa-2ce0-48c7-8756-eeee114ae628 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:23:50.456585 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-e2cb2113-4577-444e-a21b-d791f019b612 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:23:50.460031 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-e2cb2113-4577-444e-a21b-d791f019b612 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:23:50.466599 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb2113-4577-444e-a21b-d791f019b612 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event updated for resources: {'Port': ['ID=a91af638-5258-4872-a019-af979def8ca1,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:50.511289 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-e2cb2113-4577-444e-a21b-d791f019b612 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:50.511906 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-e2cb2113-4577-444e-a21b-d791f019b612 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:50.577842 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-e2cb2113-4577-444e-a21b-d791f019b612 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7028391 May 26 11:23:50.590206 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-c3eb34ba-6390-4add-a7e5-b762aa8b0dd2 service neutron] Request body: {'port': {'device_id': 'c88d674d-d4c6-4af3-991e-9196b17444b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84339'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:23:50.647906 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-c3eb34ba-6390-4add-a7e5-b762aa8b0dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:50.714517 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-65c88f9a-ca11-4457-a1bd-bd3d08412da9 None None] Provisioning complete for port a91af638-5258-4872-a019-af979def8ca1 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:23:50.714883 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-65c88f9a-ca11-4457-a1bd-bd3d08412da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:50.749495 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-65c88f9a-ca11-4457-a1bd-bd3d08412da9 None None] Port a91af638-5258-4872-a019-af979def8ca1 cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:23:50.900062 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-c3eb34ba-6390-4add-a7e5-b762aa8b0dd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a91af638-5258-4872-a019-af979def8ca1 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:23:50.907525 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-c3eb34ba-6390-4add-a7e5-b762aa8b0dd2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:50.919048 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-c3eb34ba-6390-4add-a7e5-b762aa8b0dd2 service neutron] Transition to ACTIVE for port object a91af638-5258-4872-a019-af979def8ca1 will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:23:50.988064 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-c3eb34ba-6390-4add-a7e5-b762aa8b0dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:51.034809 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb34ba-6390-4add-a7e5-b762aa8b0dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=a91af638-5258-4872-a019-af979def8ca1,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:51.111916 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-c3eb34ba-6390-4add-a7e5-b762aa8b0dd2 service neutron] Attempting to bind port a91af638-5258-4872-a019-af979def8ca1 on host hv-cinder-84339 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:23:51.112241 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-c3eb34ba-6390-4add-a7e5-b762aa8b0dd2 service neutron] Attempting to bind port a91af638-5258-4872-a019-af979def8ca1 by drivers openvswitch,hyperv on host hv-cinder-84339 at level 0 using segments [{'id': 'c3accc82-0619-434a-97e3-9c20caa686c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:23:51.112572 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-c3eb34ba-6390-4add-a7e5-b762aa8b0dd2 service neutron] Attempting to bind port a91af638-5258-4872-a019-af979def8ca1 on network 44c421fa-2ce0-48c7-8756-eeee114ae628 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:23:51.117243 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-c3eb34ba-6390-4add-a7e5-b762aa8b0dd2 service neutron] Port a91af638-5258-4872-a019-af979def8ca1 on network 44c421fa-2ce0-48c7-8756-eeee114ae628 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84339 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 11:23:51.117566 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-c3eb34ba-6390-4add-a7e5-b762aa8b0dd2 service neutron] Attempting to bind port a91af638-5258-4872-a019-af979def8ca1 on network 44c421fa-2ce0-48c7-8756-eeee114ae628 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:23:51.122464 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-c3eb34ba-6390-4add-a7e5-b762aa8b0dd2 service neutron] Checking agent: {'id': '96131053-e6ec-4464-b9d0-ccb06fa4079a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84339', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'started_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:23:51.122801 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-c3eb34ba-6390-4add-a7e5-b762aa8b0dd2 service neutron] Checking segment: {'id': 'c3accc82-0619-434a-97e3-9c20caa686c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:23:51.123184 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-c3eb34ba-6390-4add-a7e5-b762aa8b0dd2 service neutron] Bound using segment: {'id': 'c3accc82-0619-434a-97e3-9c20caa686c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:23:51.123609 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-c3eb34ba-6390-4add-a7e5-b762aa8b0dd2 service neutron] Bound port: a91af638-5258-4872-a019-af979def8ca1, host: hv-cinder-84339, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3accc82-0619-434a-97e3-9c20caa686c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:23:51.123967 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-c3eb34ba-6390-4add-a7e5-b762aa8b0dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:51.190073 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-c3eb34ba-6390-4add-a7e5-b762aa8b0dd2 service neutron] For port a91af638-5258-4872-a019-af979def8ca1, host hv-cinder-84339, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:23:51.193018 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-c3eb34ba-6390-4add-a7e5-b762aa8b0dd2 service neutron] For port a91af638-5258-4872-a019-af979def8ca1, host hv-cinder-84339, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=a91af638-5258-4872-a019-af979def8ca1,segment=NetworkSegment(c3accc82-0619-434a-97e3-9c20caa686c3),segment_id=c3accc82-0619-434a-97e3-9c20caa686c3)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:23:51.261807 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-c3eb34ba-6390-4add-a7e5-b762aa8b0dd2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:51.324414 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-c3eb34ba-6390-4add-a7e5-b762aa8b0dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:51.325071 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-c3eb34ba-6390-4add-a7e5-b762aa8b0dd2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:51.327450 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-c3eb34ba-6390-4add-a7e5-b762aa8b0dd2 service neutron] 10.222.0.42 "PUT /v2.0/ports/a91af638-5258-4872-a019-af979def8ca1 HTTP/1.1" status: 200 len: 1093 time: 0.7411928 May 26 11:23:51.329109 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88d674d-d4c6-4af3-991e-9196b17444b9', 'tag': 'a91af638-5258-4872-a019-af979def8ca1'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:23:51.333482 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a53a4ec-279b-4bda-a8c0-249a0b55a107" -d '{"events": [{"name": "network-changed", "server_uuid": "c88d674d-d4c6-4af3-991e-9196b17444b9", "tag": "a91af638-5258-4872-a019-af979def8ca1"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:23:51.361214 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb34ba-6390-4add-a7e5-b762aa8b0dd2 service neutron] Pushing event updated for resources: {'Port': ['ID=a91af638-5258-4872-a019-af979def8ca1,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:51.374819 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e52162-8017-4617-8d85-7f5df5f8a43b req-2707f135-457a-4d7e-a2d8-22d856214aa2 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:51.376643 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-00e52162-8017-4617-8d85-7f5df5f8a43b req-2707f135-457a-4d7e-a2d8-22d856214aa2 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d674d-d4c6-4af3-991e-9196b17444b9 HTTP/1.1" status: 200 len: 943 time: 0.0896544 May 26 11:23:51.380132 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4c147f-270b-4bae-b878-fa2ff9ebf78c x-openstack-request-id: req-5f4c147f-270b-4bae-b878-fa2ff9ebf78c {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:23:51.380416 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88d674d-d4c6-4af3-991e-9196b17444b9", "tag": "a91af638-5258-4872-a019-af979def8ca1", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:23:51.380686 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f4c147f-270b-4bae-b878-fa2ff9ebf78c {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:23:51.381073 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f4c147f-270b-4bae-b878-fa2ff9ebf78c'] response: {'name': 'network-changed', 'server_uuid': 'c88d674d-d4c6-4af3-991e-9196b17444b9', 'tag': 'a91af638-5258-4872-a019-af979def8ca1', 'status': 'completed', 'code': 200} May 26 11:23:51.441249 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-00e52162-8017-4617-8d85-7f5df5f8a43b req-b53047b6-4f66-455c-bceb-3ba98f776076 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=85dc2fb7-064a-40c9-98fd-b33995c88ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584807 May 26 11:23:51.457284 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53a4ec-279b-4bda-a8c0-249a0b55a107 req-ed91721b-ed18-4360-9614-143b7f1f7990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:51.458906 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1a53a4ec-279b-4bda-a8c0-249a0b55a107 req-ed91721b-ed18-4360-9614-143b7f1f7990 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c&device_id=c88d674d-d4c6-4af3-991e-9196b17444b9 HTTP/1.1" status: 200 len: 1096 time: 0.0493555 May 26 11:23:51.497374 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:51.562077 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53a4ec-279b-4bda-a8c0-249a0b55a107 req-faea1568-85f0-404d-9286-2593f8dfc17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:51.563591 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1a53a4ec-279b-4bda-a8c0-249a0b55a107 req-faea1568-85f0-404d-9286-2593f8dfc17a service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0956891 May 26 11:23:51.653918 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a53a4ec-279b-4bda-a8c0-249a0b55a107 req-5ddc1a45-91ea-4a44-9864-9e4a8000249e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:51.655377 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1a53a4ec-279b-4bda-a8c0-249a0b55a107 req-5ddc1a45-91ea-4a44-9864-9e4a8000249e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0854185 May 26 11:23:51.734293 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-42c5a44d-6c69-47ff-bf95-e8317d464020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:51.735659 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-42c5a44d-6c69-47ff-bf95-e8317d464020 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c&device_id=c88d674d-d4c6-4af3-991e-9196b17444b9 HTTP/1.1" status: 200 len: 1096 time: 0.0397582 May 26 11:23:51.781256 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-a8d67ace-28a6-4de0-a6ec-6aff0e0229bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a91af638-5258-4872-a019-af979def8ca1 HTTP/1.1" status: 200 len: 217 time: 0.0368319 May 26 11:23:51.831526 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-b8a3d193-194e-4290-ba8e-ae64cbc05160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:51.832939 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-b8a3d193-194e-4290-ba8e-ae64cbc05160 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1caf6db8-dcab-43d8-807f-6adf3a39696e HTTP/1.1" status: 200 len: 852 time: 0.0427437 May 26 11:23:51.878931 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-c6656ad9-434a-423d-b323-7d4c40de0d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:51.880360 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-c6656ad9-434a-423d-b323-7d4c40de0d1e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=44c421fa-2ce0-48c7-8756-eeee114ae628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407689 May 26 11:23:51.970421 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-c08be91e-6320-4648-9372-40e600e71816 service neutron] 10.222.0.42 "GET /v2.0/networks/44c421fa-2ce0-48c7-8756-eeee114ae628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823150 May 26 11:23:52.055292 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-20108d13-3302-4d4a-8b11-65ca887aab64 req-61758f0e-68ca-436b-9398-82d2de50b588 service neutron] 10.222.0.42 "GET /v2.0/networks/44c421fa-2ce0-48c7-8756-eeee114ae628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778084 May 26 11:23:52.556062 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2447e40-c072-48eb-b8d3-9be9d7c278aa req-1fa4a135-0dd3-4313-bd7b-effc38dbe43a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:52.558030 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f2447e40-c072-48eb-b8d3-9be9d7c278aa req-1fa4a135-0dd3-4313-bd7b-effc38dbe43a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d674d-d4c6-4af3-991e-9196b17444b9 HTTP/1.1" status: 200 len: 943 time: 0.0482042 May 26 11:23:52.594902 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f2447e40-c072-48eb-b8d3-9be9d7c278aa req-36060eeb-43a5-4309-a10e-9c16035f7d69 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=85dc2fb7-064a-40c9-98fd-b33995c88ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309496 May 26 11:23:52.725492 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:53.271982 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:53.707794 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a1722-0d30-43b1-99f4-13b725740090 req-1780ec2d-722d-47e9-9078-4a4671fc8e30 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:53.709253 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-706a1722-0d30-43b1-99f4-13b725740090 req-1780ec2d-722d-47e9-9078-4a4671fc8e30 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d674d-d4c6-4af3-991e-9196b17444b9 HTTP/1.1" status: 200 len: 943 time: 0.0479894 May 26 11:23:53.749392 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-706a1722-0d30-43b1-99f4-13b725740090 req-e254b2a5-48fe-4f0c-a91a-7235f9784bb7 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=85dc2fb7-064a-40c9-98fd-b33995c88ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342529 May 26 11:23:54.864306 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f255d-f7fa-42e0-b50c-940df4d1531a req-c919070d-69df-4903-8bfd-669ffcbb5b8d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:54.865754 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f42f255d-f7fa-42e0-b50c-940df4d1531a req-c919070d-69df-4903-8bfd-669ffcbb5b8d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d674d-d4c6-4af3-991e-9196b17444b9 HTTP/1.1" status: 200 len: 943 time: 0.0466404 May 26 11:23:54.873302 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device a91af638-5258-4872-a019-af979def8ca1 details requested by agent hyperv_hv-cinder-84339 with host hv-cinder-84339 {{(pid=102813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 11:23:54.903674 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-f42f255d-f7fa-42e0-b50c-940df4d1531a req-096c1f49-ae54-4d85-882a-3e6030122cc2 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=85dc2fb7-064a-40c9-98fd-b33995c88ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315368 May 26 11:23:54.967468 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port a91af638-5258-4872-a019-af979def8ca1, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=a91af638-5258-4872-a019-af979def8ca1,segment=NetworkSegment(c3accc82-0619-434a-97e3-9c20caa686c3),segment_id=c3accc82-0619-434a-97e3-9c20caa686c3)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:23:54.978180 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Returning: {'device': 'a91af638-5258-4872-a019-af979def8ca1', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'port_id': 'a91af638-5258-4872-a019-af979def8ca1', 'mac_address': 'fa:16:3e:66:c9:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 11:23:55.013111 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port a91af638-5258-4872-a019-af979def8ca1 is: DOWN; New status is: BUILD {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:23:55.013500 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:55.025352 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a91af638-5258-4872-a019-af979def8ca1 {{(pid=102813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:23:55.044673 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port a91af638-5258-4872-a019-af979def8ca1, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=a91af638-5258-4872-a019-af979def8ca1,segment=NetworkSegment(c3accc82-0619-434a-97e3-9c20caa686c3),segment_id=c3accc82-0619-434a-97e3-9c20caa686c3)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:23:55.140711 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:55.190627 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=a91af638-5258-4872-a019-af979def8ca1,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:55.369418 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['a91af638-5258-4872-a019-af979def8ca1'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:23:56.017145 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afe0af-b92c-485a-a92f-aea48f30f5b2 req-c3d7f850-0a6c-43da-a1f6-a5294c1a91e7 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:56.018492 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c0afe0af-b92c-485a-a92f-aea48f30f5b2 req-c3d7f850-0a6c-43da-a1f6-a5294c1a91e7 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d674d-d4c6-4af3-991e-9196b17444b9 HTTP/1.1" status: 200 len: 944 time: 0.0473888 May 26 11:23:56.056005 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c0afe0af-b92c-485a-a92f-aea48f30f5b2 req-a7c209c2-9fd9-43d2-927e-8273513008cd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=85dc2fb7-064a-40c9-98fd-b33995c88ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316460 May 26 11:23:56.888689 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device a91af638-5258-4872-a019-af979def8ca1 up at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:23:57.005285 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning for port a91af638-5258-4872-a019-af979def8ca1 completed by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:23:57.008834 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning complete for port a91af638-5258-4872-a019-af979def8ca1 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:23:57.009210 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:57.084053 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port a91af638-5258-4872-a019-af979def8ca1 is: BUILD; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:23:57.084439 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:57.106440 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88d674d-d4c6-4af3-991e-9196b17444b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91af638-5258-4872-a019-af979def8ca1'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:23:57.108764 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229d6e0f-0747-41d0-b97c-dcf368980b98" -d '{"events": [{"server_uuid": "c88d674d-d4c6-4af3-991e-9196b17444b9", "name": "network-vif-plugged", "status": "completed", "tag": "a91af638-5258-4872-a019-af979def8ca1"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:23:57.121640 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port a91af638-5258-4872-a019-af979def8ca1, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=a91af638-5258-4872-a019-af979def8ca1,segment=NetworkSegment(c3accc82-0619-434a-97e3-9c20caa686c3),segment_id=c3accc82-0619-434a-97e3-9c20caa686c3)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:23:57.146952 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3babd32a-dee8-4b13-97ef-6cbe684607c7 x-openstack-request-id: req-3babd32a-dee8-4b13-97ef-6cbe684607c7 {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:23:57.147241 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88d674d-d4c6-4af3-991e-9196b17444b9", "name": "network-vif-plugged", "status": "completed", "tag": "a91af638-5258-4872-a019-af979def8ca1", "code": 200}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:23:57.147487 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3babd32a-dee8-4b13-97ef-6cbe684607c7 {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:23:57.148192 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3babd32a-dee8-4b13-97ef-6cbe684607c7'] response: {'server_uuid': 'c88d674d-d4c6-4af3-991e-9196b17444b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a91af638-5258-4872-a019-af979def8ca1', 'code': 200} May 26 11:23:57.174218 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89016f3d-dbec-4392-aa10-2ea7ab426c69 req-b5695e5e-7f4f-4eb0-af11-c9eb37aee68c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:57.175821 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-89016f3d-dbec-4392-aa10-2ea7ab426c69 req-b5695e5e-7f4f-4eb0-af11-c9eb37aee68c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d674d-d4c6-4af3-991e-9196b17444b9 HTTP/1.1" status: 200 len: 944 time: 0.0514541 May 26 11:23:57.200170 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:23:57.218198 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-89016f3d-dbec-4392-aa10-2ea7ab426c69 req-8e89f751-8b02-40fe-8057-b4e543a8810f tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=85dc2fb7-064a-40c9-98fd-b33995c88ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364811 May 26 11:23:57.251113 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=a91af638-5258-4872-a019-af979def8ca1,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:23:57.479735 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f065c6a-56cb-4885-bb97-9e013df76205 req-f02a2c25-be18-4477-b1c5-1b2d5f16f73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:57.481201 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0f065c6a-56cb-4885-bb97-9e013df76205 req-f02a2c25-be18-4477-b1c5-1b2d5f16f73a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c88d674d-d4c6-4af3-991e-9196b17444b9 HTTP/1.1" status: 200 len: 1098 time: 0.0392404 May 26 11:23:57.513919 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-0f065c6a-56cb-4885-bb97-9e013df76205 req-c9c13e87-3dd0-4de8-89d6-1ba3acf1b440 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=85dc2fb7-064a-40c9-98fd-b33995c88ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264256 May 26 11:23:58.331652 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12340a8c-c21a-4e70-9439-f0336c84c05e req-6fa1c828-d5cd-4cfe-bf35-cf5c2abf22d0 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:58.333106 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-12340a8c-c21a-4e70-9439-f0336c84c05e req-6fa1c828-d5cd-4cfe-bf35-cf5c2abf22d0 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d674d-d4c6-4af3-991e-9196b17444b9 HTTP/1.1" status: 200 len: 945 time: 0.0465326 May 26 11:23:58.373014 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-12340a8c-c21a-4e70-9439-f0336c84c05e req-28a9c83b-adb0-419e-a6e8-b3338d66da70 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=85dc2fb7-064a-40c9-98fd-b33995c88ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334439 May 26 11:23:59.484100 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ade84-ed66-4ab6-b080-176de33c1559 req-8b76aa4b-b493-49a1-acf6-96fa20fb78e7 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:59.485537 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a33ade84-ed66-4ab6-b080-176de33c1559 req-8b76aa4b-b493-49a1-acf6-96fa20fb78e7 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d674d-d4c6-4af3-991e-9196b17444b9 HTTP/1.1" status: 200 len: 945 time: 0.0474453 May 26 11:23:59.521579 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a33ade84-ed66-4ab6-b080-176de33c1559 req-ed869633-3692-43d1-b7bf-249128a2a068 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=85dc2fb7-064a-40c9-98fd-b33995c88ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302846 May 26 11:23:59.629810 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d114b98-76a7-45c3-b1b7-178d4de78aac req-12bd4fd4-f312-4711-933e-66dcc87b8dc1 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:23:59.631235 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2d114b98-76a7-45c3-b1b7-178d4de78aac req-12bd4fd4-f312-4711-933e-66dcc87b8dc1 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d674d-d4c6-4af3-991e-9196b17444b9 HTTP/1.1" status: 200 len: 945 time: 0.0480475 May 26 11:23:59.640051 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 45568) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:23:59.644233 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-044c5d31-d9c0-45a1-8f91-45e2acab0816 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Request body: {'floatingip': {'port_id': 'a91af638-5258-4872-a019-af979def8ca1'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:23:59.681782 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-044c5d31-d9c0-45a1-8f91-45e2acab0816 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for floatingip, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:00.339236 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-044c5d31-d9c0-45a1-8f91-45e2acab0816 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:00.405408 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-044c5d31-d9c0-45a1-8f91-45e2acab0816 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:00.501771 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.l3_db [None req-044c5d31-d9c0-45a1-8f91-45e2acab0816 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Floating IP a382868f-a37e-44d2-85b0-59bc7725495a associated. External IP: 172.27.2.103, port: a91af638-5258-4872-a019-af979def8ca1. May 26 11:24:00.699058 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044c5d31-d9c0-45a1-8f91-45e2acab0816 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:24:00.801887 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044c5d31-d9c0-45a1-8f91-45e2acab0816 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:24:00.806712 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-044c5d31-d9c0-45a1-8f91-45e2acab0816 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:00.813537 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc720c5-9edb-4350-a448-0fe335a05799 None None] Sync routers for ids ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:24:00.823847 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc720c5-9edb-4350-a448-0fe335a05799 None None] Routers {'0c24865d-15cd-46b9-b31c-bfa55bb63d28'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:24:00.824460 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-5fc720c5-9edb-4350-a448-0fe335a05799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:23:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:00.833480 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-044c5d31-d9c0-45a1-8f91-45e2acab0816 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "PUT /v2.0/floatingips/a382868f-a37e-44d2-85b0-59bc7725495a HTTP/1.1" status: 200 len: 991 time: 1.1923718 May 26 11:24:00.834066 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c88d674d-d4c6-4af3-991e-9196b17444b9', 'tag': 'a91af638-5258-4872-a019-af979def8ca1'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:24:00.836340 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ae2669-defb-49bb-baf0-47604dd77e78" -d '{"events": [{"name": "network-changed", "server_uuid": "c88d674d-d4c6-4af3-991e-9196b17444b9", "tag": "a91af638-5258-4872-a019-af979def8ca1"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:24:00.872918 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8794d7cc-de5c-4cac-9e3a-f5c7814a0e88 x-openstack-request-id: req-8794d7cc-de5c-4cac-9e3a-f5c7814a0e88 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:24:00.873212 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c88d674d-d4c6-4af3-991e-9196b17444b9", "tag": "a91af638-5258-4872-a019-af979def8ca1", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:24:00.873466 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8794d7cc-de5c-4cac-9e3a-f5c7814a0e88 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:24:00.873875 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8794d7cc-de5c-4cac-9e3a-f5c7814a0e88'] response: {'name': 'network-changed', 'server_uuid': 'c88d674d-d4c6-4af3-991e-9196b17444b9', 'tag': 'a91af638-5258-4872-a019-af979def8ca1', 'status': 'completed', 'code': 200} May 26 11:24:00.936258 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae2669-defb-49bb-baf0-47604dd77e78 req-980cc909-9ffc-4c1d-a145-5eacb4373b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:00.937846 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-27ae2669-defb-49bb-baf0-47604dd77e78 req-980cc909-9ffc-4c1d-a145-5eacb4373b7f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c&device_id=c88d674d-d4c6-4af3-991e-9196b17444b9 HTTP/1.1" status: 200 len: 1098 time: 0.0416291 May 26 11:24:01.011030 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-5fc720c5-9edb-4350-a448-0fe335a05799 None None] Set router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:24:01.028807 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae2669-defb-49bb-baf0-47604dd77e78 req-f074670d-7e26-4f0d-a70c-63e6411f7d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:01.030277 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-27ae2669-defb-49bb-baf0-47604dd77e78 req-f074670d-7e26-4f0d-a70c-63e6411f7d7d service neutron] 10.222.0.42 "GET /v2.0/networks?id=44c421fa-2ce0-48c7-8756-eeee114ae628 HTTP/1.1" status: 200 len: 914 time: 0.0857298 May 26 11:24:01.095072 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-27ae2669-defb-49bb-baf0-47604dd77e78 req-1a04e927-2dad-446d-bfa0-09dfe9a96368 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a91af638-5258-4872-a019-af979def8ca1 HTTP/1.1" status: 200 len: 999 time: 0.0574217 May 26 11:24:01.147877 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae2669-defb-49bb-baf0-47604dd77e78 req-9066484d-458b-4314-9db7-eb66d04e1021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:01.147877 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-27ae2669-defb-49bb-baf0-47604dd77e78 req-9066484d-458b-4314-9db7-eb66d04e1021 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1caf6db8-dcab-43d8-807f-6adf3a39696e HTTP/1.1" status: 200 len: 852 time: 0.0432227 May 26 11:24:01.194291 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae2669-defb-49bb-baf0-47604dd77e78 req-457f1b52-7495-4680-9cba-e797606282ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:01.195792 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-27ae2669-defb-49bb-baf0-47604dd77e78 req-457f1b52-7495-4680-9cba-e797606282ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=44c421fa-2ce0-48c7-8756-eeee114ae628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437236 May 26 11:24:01.231892 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-5fc720c5-9edb-4350-a448-0fe335a05799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'a382868f-a37e-44d2-85b0-59bc7725495a', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'port_id': 'a91af638-5258-4872-a019-af979def8ca1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'mac_address': 'fa:16:3e:66:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88d674d-d4c6-4af3-991e-9196b17444b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:23:46Z', 'updated_at': '2022-05-26T11:24:00Z', 'revision_number': 1, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:34Z', 'revision_number': 5, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:01.258483 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc720c5-9edb-4350-a448-0fe335a05799 None None] Checking router: 0c24865d-15cd-46b9-b31c-bfa55bb63d28 for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:24:01.266551 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc720c5-9edb-4350-a448-0fe335a05799 None None] Routers {'0c24865d-15cd-46b9-b31c-bfa55bb63d28'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:24:01.267087 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-5fc720c5-9edb-4350-a448-0fe335a05799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:23:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:01.283688 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-27ae2669-defb-49bb-baf0-47604dd77e78 req-81cb87e2-e797-4212-8e4c-691e5ebd6ff2 service neutron] 10.222.0.42 "GET /v2.0/networks/44c421fa-2ce0-48c7-8756-eeee114ae628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802639 May 26 11:24:01.371081 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-5fc720c5-9edb-4350-a448-0fe335a05799 None None] Set router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:24:01.378404 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-27ae2669-defb-49bb-baf0-47604dd77e78 req-1a05bc05-59e2-4fac-9d2a-a4072352f53f service neutron] 10.222.0.42 "GET /v2.0/networks/44c421fa-2ce0-48c7-8756-eeee114ae628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869241 May 26 11:24:01.587626 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-5fc720c5-9edb-4350-a448-0fe335a05799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'a382868f-a37e-44d2-85b0-59bc7725495a', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'port_id': 'a91af638-5258-4872-a019-af979def8ca1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'mac_address': 'fa:16:3e:66:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88d674d-d4c6-4af3-991e-9196b17444b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:23:46Z', 'updated_at': '2022-05-26T11:24:00Z', 'revision_number': 1, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:34Z', 'revision_number': 5, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:01.613801 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc720c5-9edb-4350-a448-0fe335a05799 None None] The sync data for ids ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'] in dv-cinder-843395-1-iscsi is: [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'a382868f-a37e-44d2-85b0-59bc7725495a', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'floating_ip_address': '172.27.2.103', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'port_id': 'a91af638-5258-4872-a019-af979def8ca1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'mac_address': 'fa:16:3e:66:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c88d674d-d4c6-4af3-991e-9196b17444b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:23:46Z', 'updated_at': '2022-05-26T11:24:00Z', 'revision_number': 1, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:34Z', 'revision_number': 5, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:24:01.791332 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24f69af-3ef0-4997-a565-d753abf8c599 None None] New status for floating IP a382868f-a37e-44d2-85b0-59bc7725495a: ACTIVE {{(pid=102813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:24:03.965150 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45576) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:24:04.116459 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-69cc4641-b601-4e47-ab54-b264c188036b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Deleting port 3d3e44af-3b77-4264-a1a5-791c5c9fa9b7 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:24:04.116856 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-69cc4641-b601-4e47-ab54-b264c188036b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:04.194173 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-69cc4641-b601-4e47-ab54-b264c188036b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:04.194499 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-69cc4641-b601-4e47-ab54-b264c188036b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:04.205806 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-69cc4641-b601-4e47-ab54-b264c188036b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Calling delete_port for 3d3e44af-3b77-4264-a1a5-791c5c9fa9b7 owned by network:floatingip {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:24:04.443514 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-69cc4641-b601-4e47-ab54-b264c188036b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:04.468798 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc4641-b601-4e47-ab54-b264c188036b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Pushing event deleted for resources: {'Port': ['ID=3d3e44af-3b77-4264-a1a5-791c5c9fa9b7,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:04.482082 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc4641-b601-4e47-ab54-b264c188036b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:04.482437 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc4641-b601-4e47-ab54-b264c188036b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:04.482782 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc4641-b601-4e47-ab54-b264c188036b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:04.483116 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc4641-b601-4e47-ab54-b264c188036b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:04.483447 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc4641-b601-4e47-ab54-b264c188036b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:04.483775 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc4641-b601-4e47-ab54-b264c188036b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:04.484101 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc4641-b601-4e47-ab54-b264c188036b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:04.484424 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc4641-b601-4e47-ab54-b264c188036b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:04.484781 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc4641-b601-4e47-ab54-b264c188036b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:04.485106 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc4641-b601-4e47-ab54-b264c188036b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:04.485423 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc4641-b601-4e47-ab54-b264c188036b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:04.485741 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cc4641-b601-4e47-ab54-b264c188036b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:04.537706 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-69cc4641-b601-4e47-ab54-b264c188036b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for floatingip, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:04.538032 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.db.l3_db [None req-69cc4641-b601-4e47-ab54-b264c188036b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Floating IP c6d10a62-5615-4802-ac62-54fff9ffb9bd disassociated (deleted). External IP: 172.27.2.200, port: f8a46e38-be9f-46b9-a649-02907199a1ea. May 26 11:24:04.737792 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69cc4641-b601-4e47-ab54-b264c188036b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Router 0e42147d-2175-4eff-ab6e-913d7caffffd has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:24:05.061139 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69cc4641-b601-4e47-ab54-b264c188036b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:24:05.065712 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-69cc4641-b601-4e47-ab54-b264c188036b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:05.070031 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9597ae17-3eb2-421f-aa7b-9b4754ba4186 None None] Sync routers for ids ['0e42147d-2175-4eff-ab6e-913d7caffffd'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:24:05.079865 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9597ae17-3eb2-421f-aa7b-9b4754ba4186 None None] Routers {'0e42147d-2175-4eff-ab6e-913d7caffffd'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:24:05.080467 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-9597ae17-3eb2-421f-aa7b-9b4754ba4186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:23:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0e42147d-2175-4eff-ab6e-913d7caffffd'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:05.091300 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-69cc4641-b601-4e47-ab54-b264c188036b tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "DELETE /v2.0/floatingips/c6d10a62-5615-4802-ac62-54fff9ffb9bd HTTP/1.1" status: 204 len: 168 time: 1.1251032 May 26 11:24:05.091981 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059f0aae-683a-46c1-84e2-fd4103bb4798', 'tag': 'f8a46e38-be9f-46b9-a649-02907199a1ea'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:24:05.094333 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68cb6bc11d0969d8050e4c4fd8812a2ae7a0aff31285e7476e9ca95485fd95a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e4b43f-f952-4141-a674-46cd8b81bfac" -d '{"events": [{"name": "network-changed", "server_uuid": "059f0aae-683a-46c1-84e2-fd4103bb4798", "tag": "f8a46e38-be9f-46b9-a649-02907199a1ea"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:24:05.132422 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35ba263-504e-4415-9033-1b66fc6020fc x-openstack-request-id: req-c35ba263-504e-4415-9033-1b66fc6020fc {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:24:05.132760 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059f0aae-683a-46c1-84e2-fd4103bb4798", "tag": "f8a46e38-be9f-46b9-a649-02907199a1ea", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:24:05.133016 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c35ba263-504e-4415-9033-1b66fc6020fc {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:24:05.133421 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c35ba263-504e-4415-9033-1b66fc6020fc'] response: {'name': 'network-changed', 'server_uuid': '059f0aae-683a-46c1-84e2-fd4103bb4798', 'tag': 'f8a46e38-be9f-46b9-a649-02907199a1ea', 'status': 'completed', 'code': 200} May 26 11:24:05.189253 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-9597ae17-3eb2-421f-aa7b-9b4754ba4186 None None] Set router 0e42147d-2175-4eff-ab6e-913d7caffffd gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:24:05.205620 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4b43f-f952-4141-a674-46cd8b81bfac req-500715ba-f92c-422c-8826-36ea19e2b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:05.207123 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-17e4b43f-f952-4141-a674-46cd8b81bfac req-500715ba-f92c-422c-8826-36ea19e2b214 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b825a6473b6e40d89336e2abca3c33c5&device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 1099 time: 0.0411363 May 26 11:24:05.295666 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4b43f-f952-4141-a674-46cd8b81bfac req-fc8be6ef-6dd4-4b01-8880-c01e77d13bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:05.297448 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-17e4b43f-f952-4141-a674-46cd8b81bfac req-fc8be6ef-6dd4-4b01-8880-c01e77d13bd4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e0560975-4267-405e-bcd2-a4a3e83034df HTTP/1.1" status: 200 len: 909 time: 0.0825932 May 26 11:24:05.343358 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-17e4b43f-f952-4141-a674-46cd8b81bfac req-18fbf435-e490-41c6-92f3-09aef3890095 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f8a46e38-be9f-46b9-a649-02907199a1ea HTTP/1.1" status: 200 len: 217 time: 0.0388694 May 26 11:24:05.388006 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-9597ae17-3eb2-421f-aa7b-9b4754ba4186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'name': 'tempest-TestShelveInstance-448101021-router', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:19:09Z', 'updated_at': '2022-05-26T11:19:12Z', 'revision_number': 4, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'gw_port': {'id': '0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:10Z', 'updated_at': '2022-05-26T11:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '82ce785c-2a66-48d3-b86e-c3986702f995', 'name': '', 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'mac_address': 'fa:16:3e:2f:7f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6967227e-c477-4d60-a71d-f49fedd71aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:12Z', 'updated_at': '2022-05-26T11:19:16Z', 'revision_number': 5, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'subnets': [{'id': '6967227e-c477-4d60-a71d-f49fedd71aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:05.391940 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4b43f-f952-4141-a674-46cd8b81bfac req-15a06ee8-fe45-417d-9d3a-ee0ad287f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:05.393454 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-17e4b43f-f952-4141-a674-46cd8b81bfac req-15a06ee8-fe45-417d-9d3a-ee0ad287f316 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6967227e-c477-4d60-a71d-f49fedd71aaa HTTP/1.1" status: 200 len: 847 time: 0.0438101 May 26 11:24:05.417256 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9597ae17-3eb2-421f-aa7b-9b4754ba4186 None None] Checking router: 0e42147d-2175-4eff-ab6e-913d7caffffd for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:24:05.425919 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9597ae17-3eb2-421f-aa7b-9b4754ba4186 None None] Routers {'0e42147d-2175-4eff-ab6e-913d7caffffd'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:24:05.426531 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-9597ae17-3eb2-421f-aa7b-9b4754ba4186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:23:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0e42147d-2175-4eff-ab6e-913d7caffffd'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:05.441076 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4b43f-f952-4141-a674-46cd8b81bfac req-e998a54e-4569-4fd8-b5f3-d2858d7691d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:05.442595 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-17e4b43f-f952-4141-a674-46cd8b81bfac req-e998a54e-4569-4fd8-b5f3-d2858d7691d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e0560975-4267-405e-bcd2-a4a3e83034df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413585 May 26 11:24:05.520031 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9cb36-bf99-4724-849d-725bdae6df90 req-4a9499ae-94b2-45d1-991b-cc5b8cbb3fae tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:05.521567 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-73e9cb36-bf99-4724-849d-725bdae6df90 req-4a9499ae-94b2-45d1-991b-cc5b8cbb3fae tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0511513 May 26 11:24:05.539322 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-9597ae17-3eb2-421f-aa7b-9b4754ba4186 None None] Set router 0e42147d-2175-4eff-ab6e-913d7caffffd gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:24:05.541517 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-17e4b43f-f952-4141-a674-46cd8b81bfac req-0fff408c-ef3f-4f6c-a777-61145dafb4ba service neutron] 10.222.0.42 "GET /v2.0/networks/e0560975-4267-405e-bcd2-a4a3e83034df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914245 May 26 11:24:05.560783 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-73e9cb36-bf99-4724-849d-725bdae6df90 req-b22fbebd-c177-4659-835e-b0eabc89e80c tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320499 May 26 11:24:05.631039 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-17e4b43f-f952-4141-a674-46cd8b81bfac req-52ab82f4-91ac-4242-a863-a51e5e2f01fb service neutron] 10.222.0.42 "GET /v2.0/networks/e0560975-4267-405e-bcd2-a4a3e83034df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817556 May 26 11:24:05.732478 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-9597ae17-3eb2-421f-aa7b-9b4754ba4186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'name': 'tempest-TestShelveInstance-448101021-router', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:19:09Z', 'updated_at': '2022-05-26T11:19:12Z', 'revision_number': 4, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'gw_port': {'id': '0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:10Z', 'updated_at': '2022-05-26T11:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '82ce785c-2a66-48d3-b86e-c3986702f995', 'name': '', 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'mac_address': 'fa:16:3e:2f:7f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6967227e-c477-4d60-a71d-f49fedd71aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:12Z', 'updated_at': '2022-05-26T11:19:16Z', 'revision_number': 5, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'subnets': [{'id': '6967227e-c477-4d60-a71d-f49fedd71aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:05.758141 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9597ae17-3eb2-421f-aa7b-9b4754ba4186 None None] The sync data for ids ['0e42147d-2175-4eff-ab6e-913d7caffffd'] in dv-cinder-843395-1-iscsi is: [{'id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'name': 'tempest-TestShelveInstance-448101021-router', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:19:09Z', 'updated_at': '2022-05-26T11:19:12Z', 'revision_number': 4, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'gw_port': {'id': '0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:10Z', 'updated_at': '2022-05-26T11:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '82ce785c-2a66-48d3-b86e-c3986702f995', 'name': '', 'network_id': 'e0560975-4267-405e-bcd2-a4a3e83034df', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'mac_address': 'fa:16:3e:2f:7f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '6967227e-c477-4d60-a71d-f49fedd71aaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:12Z', 'updated_at': '2022-05-26T11:19:16Z', 'revision_number': 5, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'subnets': [{'id': '6967227e-c477-4d60-a71d-f49fedd71aaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:24:05.972446 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b767b6da-2e75-4f96-8f91-a2a63916923f None None] New status for floating IP c6d10a62-5615-4802-ac62-54fff9ffb9bd: DOWN {{(pid=102813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:24:06.681640 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613a0ee-72e1-4bf0-9b37-947d3bf45fbf req-d46a4129-4093-4e41-a810-b9bdf4845203 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:06.683082 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a613a0ee-72e1-4bf0-9b37-947d3bf45fbf req-d46a4129-4093-4e41-a810-b9bdf4845203 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0530543 May 26 11:24:06.720764 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a613a0ee-72e1-4bf0-9b37-947d3bf45fbf req-04bc1b4e-3ab0-476f-8fbf-aba491f78ff2 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/security-groups?id=488c9149-b74f-4f81-896d-cf0b70f04d1e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316279 May 26 11:24:07.040779 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46298fe-f8ee-47c0-be1e-63e4e59ac182 req-014ae553-4e8c-4ee7-9f2d-8208a9f75221 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:07.042327 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a46298fe-f8ee-47c0-be1e-63e4e59ac182 req-014ae553-4e8c-4ee7-9f2d-8208a9f75221 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.42 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 946 time: 0.0464430 May 26 11:24:07.128217 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-a46298fe-f8ee-47c0-be1e-63e4e59ac182 req-644c07ac-a88f-4c2e-974a-3f302b7de816 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Deleting port f8a46e38-be9f-46b9-a649-02907199a1ea {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:24:07.128552 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-a46298fe-f8ee-47c0-be1e-63e4e59ac182 req-644c07ac-a88f-4c2e-974a-3f302b7de816 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:07.217618 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-a46298fe-f8ee-47c0-be1e-63e4e59ac182 req-644c07ac-a88f-4c2e-974a-3f302b7de816 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] For port f8a46e38-be9f-46b9-a649-02907199a1ea, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=f8a46e38-be9f-46b9-a649-02907199a1ea,segment=NetworkSegment(6f40d9de-0bda-43da-8509-8916b3856254),segment_id=6f40d9de-0bda-43da-8509-8916b3856254)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:24:07.217909 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-a46298fe-f8ee-47c0-be1e-63e4e59ac182 req-644c07ac-a88f-4c2e-974a-3f302b7de816 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:07.229771 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-a46298fe-f8ee-47c0-be1e-63e4e59ac182 req-644c07ac-a88f-4c2e-974a-3f302b7de816 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Calling delete_port for f8a46e38-be9f-46b9-a649-02907199a1ea owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:24:07.439595 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-a46298fe-f8ee-47c0-be1e-63e4e59ac182 req-644c07ac-a88f-4c2e-974a-3f302b7de816 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:07.466910 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c07ac-a88f-4c2e-974a-3f302b7de816 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Pushing event deleted for resources: {'Port': ['ID=f8a46e38-be9f-46b9-a649-02907199a1ea,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:07.507853 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46298fe-f8ee-47c0-be1e-63e4e59ac182 req-644c07ac-a88f-4c2e-974a-3f302b7de816 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] No DVR routers for this DVR port f8a46e38-be9f-46b9-a649-02907199a1ea on host hv-cinder-84339 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:24:07.510353 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-a46298fe-f8ee-47c0-be1e-63e4e59ac182 req-644c07ac-a88f-4c2e-974a-3f302b7de816 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:07.513654 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a46298fe-f8ee-47c0-be1e-63e4e59ac182 req-644c07ac-a88f-4c2e-974a-3f302b7de816 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.42 "DELETE /v2.0/ports/f8a46e38-be9f-46b9-a649-02907199a1ea HTTP/1.1" status: 204 len: 173 time: 0.4659464 May 26 11:24:07.514090 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059f0aae-683a-46c1-84e2-fd4103bb4798', 'name': 'network-vif-deleted', 'tag': 'f8a46e38-be9f-46b9-a649-02907199a1ea'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:24:07.516298 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899336d0-c128-47cb-a736-4e63e26edd10" -d '{"events": [{"server_uuid": "059f0aae-683a-46c1-84e2-fd4103bb4798", "name": "network-vif-deleted", "tag": "f8a46e38-be9f-46b9-a649-02907199a1ea"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:24:07.553034 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1704296f-4c1e-4208-a9a7-4aba79dca20e x-openstack-request-id: req-1704296f-4c1e-4208-a9a7-4aba79dca20e {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:24:07.553321 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059f0aae-683a-46c1-84e2-fd4103bb4798", "name": "network-vif-deleted", "tag": "f8a46e38-be9f-46b9-a649-02907199a1ea", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:24:07.553573 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1704296f-4c1e-4208-a9a7-4aba79dca20e {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:24:07.553970 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1704296f-4c1e-4208-a9a7-4aba79dca20e'] response: {'server_uuid': '059f0aae-683a-46c1-84e2-fd4103bb4798', 'name': 'network-vif-deleted', 'tag': 'f8a46e38-be9f-46b9-a649-02907199a1ea', 'status': 'completed', 'code': 200} May 26 11:24:07.816357 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-927f1736-e504-4d06-b5bd-6c43ee9f4a8f req-09f0cc5a-d4ba-4616-b2c1-2bf94c32d1e2 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 210 time: 0.0283945 May 26 11:24:08.921206 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9b18d6eb-a6fe-46b2-afce-d7eac5c1f4a8 req-80f33a26-3e22-4a68-ab6a-4c389fc18f1e tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "GET /v2.0/ports?device_id=059f0aae-683a-46c1-84e2-fd4103bb4798 HTTP/1.1" status: 200 len: 210 time: 0.0263758 May 26 11:24:09.363185 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:09.977361 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45596) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:24:10.033820 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cf103d53-96dc-481d-83ef-6136adfa44c9 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:10.061275 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cf103d53-96dc-481d-83ef-6136adfa44c9 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:10.199894 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cf103d53-96dc-481d-83ef-6136adfa44c9 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:10.202439 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cf103d53-96dc-481d-83ef-6136adfa44c9 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:10.203565 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-cf103d53-96dc-481d-83ef-6136adfa44c9 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] 10.222.0.21 "DELETE /v2.0/security-groups/488c9149-b74f-4f81-896d-cf0b70f04d1e HTTP/1.1" status: 204 len: 168 time: 0.2252266 May 26 11:24:10.213969 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf103d53-96dc-481d-83ef-6136adfa44c9 tempest-TestShelveInstance-491298067 tempest-TestShelveInstance-491298067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=488c9149-b74f-4f81-896d-cf0b70f04d1e,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:10.331160 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 45600) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:24:10.756083 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8f5dadbd-d5e3-41b9-9bef-5c6ac65fb98e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1665277'] for router_interface, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:10.951004 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device f8a46e38-be9f-46b9-a649-02907199a1ea no longer exists at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:24:10.974078 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] No Port match for: f8a46e38-be9f-46b9-a649-02907199a1ea {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:24:10.974419 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device f8a46e38-be9f-46b9-a649-02907199a1ea not bound to the agent host hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:24:10.991650 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-8f5dadbd-d5e3-41b9-9bef-5c6ac65fb98e admin admin] Deleting port 82ce785c-2a66-48d3-b86e-c3986702f995 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:24:10.991994 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8f5dadbd-d5e3-41b9-9bef-5c6ac65fb98e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:11.066733 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-8f5dadbd-d5e3-41b9-9bef-5c6ac65fb98e admin admin] For port 82ce785c-2a66-48d3-b86e-c3986702f995, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=82ce785c-2a66-48d3-b86e-c3986702f995,segment=NetworkSegment(6f40d9de-0bda-43da-8509-8916b3856254),segment_id=6f40d9de-0bda-43da-8509-8916b3856254)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:24:11.067124 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8f5dadbd-d5e3-41b9-9bef-5c6ac65fb98e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:11.078743 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-8f5dadbd-d5e3-41b9-9bef-5c6ac65fb98e admin admin] Calling delete_port for 82ce785c-2a66-48d3-b86e-c3986702f995 owned by network:router_interface {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:24:11.314021 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8f5dadbd-d5e3-41b9-9bef-5c6ac65fb98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:11.346542 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5dadbd-d5e3-41b9-9bef-5c6ac65fb98e admin admin] Pushing event deleted for resources: {'Port': ['ID=82ce785c-2a66-48d3-b86e-c3986702f995,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:11.498659 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8f5dadbd-d5e3-41b9-9bef-5c6ac65fb98e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667853'] for router_interface, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:11.508810 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:24:11.704084 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f5dadbd-d5e3-41b9-9bef-5c6ac65fb98e admin admin] Router 0e42147d-2175-4eff-ab6e-913d7caffffd has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:24:12.047608 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f5dadbd-d5e3-41b9-9bef-5c6ac65fb98e admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:24:12.053799 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-8f5dadbd-d5e3-41b9-9bef-5c6ac65fb98e admin admin] 10.222.0.21 "PUT /v2.0/routers/0e42147d-2175-4eff-ab6e-913d7caffffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7202597 May 26 11:24:12.054972 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 45604) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:24:12.057401 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df554d3a-76fe-46f3-a6a6-7ca434ba78f4 None None] Sync routers for ids ['0e42147d-2175-4eff-ab6e-913d7caffffd'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:24:12.066981 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df554d3a-76fe-46f3-a6a6-7ca434ba78f4 None None] Routers {'0e42147d-2175-4eff-ab6e-913d7caffffd'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:24:12.067662 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-df554d3a-76fe-46f3-a6a6-7ca434ba78f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:23:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0e42147d-2175-4eff-ab6e-913d7caffffd'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:12.158951 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9cb2fe0c-eb8f-4a0c-b42e-5fc5e322054b admin admin] Notify callbacks [] for router, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:12.259058 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-df554d3a-76fe-46f3-a6a6-7ca434ba78f4 None None] Set router 0e42147d-2175-4eff-ab6e-913d7caffffd gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:24:12.262328 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9cb2fe0c-eb8f-4a0c-b42e-5fc5e322054b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:12.348753 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-9cb2fe0c-eb8f-4a0c-b42e-5fc5e322054b admin admin] Deleting port 0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:24:12.349540 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9cb2fe0c-eb8f-4a0c-b42e-5fc5e322054b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:12.424276 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-9cb2fe0c-eb8f-4a0c-b42e-5fc5e322054b admin admin] For port 0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:24:12.424657 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9cb2fe0c-eb8f-4a0c-b42e-5fc5e322054b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:12.431455 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-df554d3a-76fe-46f3-a6a6-7ca434ba78f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'name': 'tempest-TestShelveInstance-448101021-router', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': '0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:19:09Z', 'updated_at': '2022-05-26T11:24:11Z', 'revision_number': 5, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'gw_port': {'id': '0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f5:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:10Z', 'updated_at': '2022-05-26T11:19:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:12.435930 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-9cb2fe0c-eb8f-4a0c-b42e-5fc5e322054b admin admin] Calling delete_port for 0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf owned by network:router_gateway {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:24:12.457694 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df554d3a-76fe-46f3-a6a6-7ca434ba78f4 None None] Checking router: 0e42147d-2175-4eff-ab6e-913d7caffffd for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:24:12.466328 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df554d3a-76fe-46f3-a6a6-7ca434ba78f4 None None] Routers {'0e42147d-2175-4eff-ab6e-913d7caffffd'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:24:12.466935 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-df554d3a-76fe-46f3-a6a6-7ca434ba78f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:23:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0e42147d-2175-4eff-ab6e-913d7caffffd'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:12.549637 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-df554d3a-76fe-46f3-a6a6-7ca434ba78f4 None None] Set router 0e42147d-2175-4eff-ab6e-913d7caffffd gateway port host: None {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:24:12.602922 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-df554d3a-76fe-46f3-a6a6-7ca434ba78f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'name': 'tempest-TestShelveInstance-448101021-router', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:19:09Z', 'updated_at': '2022-05-26T11:24:12Z', 'revision_number': 6, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'gw_port_host': None}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:12.628841 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df554d3a-76fe-46f3-a6a6-7ca434ba78f4 None None] The sync data for ids ['0e42147d-2175-4eff-ab6e-913d7caffffd'] in dv-cinder-843395-1-iscsi is: [{'id': '0e42147d-2175-4eff-ab6e-913d7caffffd', 'name': 'tempest-TestShelveInstance-448101021-router', 'tenant_id': 'b825a6473b6e40d89336e2abca3c33c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:19:09Z', 'updated_at': '2022-05-26T11:24:12Z', 'revision_number': 6, 'project_id': 'b825a6473b6e40d89336e2abca3c33c5', 'gw_port_host': None}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:24:12.643308 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9cb2fe0c-eb8f-4a0c-b42e-5fc5e322054b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:12.671900 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2fe0c-eb8f-4a0c-b42e-5fc5e322054b admin admin] Pushing event deleted for resources: {'Port': ['ID=0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:12.731272 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9cb2fe0c-eb8f-4a0c-b42e-5fc5e322054b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667235'] for router_gateway, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:12.817849 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9cb2fe0c-eb8f-4a0c-b42e-5fc5e322054b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4381'] for router, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:12.819872 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9cb2fe0c-eb8f-4a0c-b42e-5fc5e322054b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:12.908054 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9cb2fe0c-eb8f-4a0c-b42e-5fc5e322054b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667729'] for router, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:12.908521 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb2fe0c-eb8f-4a0c-b42e-5fc5e322054b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e42147d-2175-4eff-ab6e-913d7caffffd {{(pid=102811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 11:24:12.912779 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9cb2fe0c-eb8f-4a0c-b42e-5fc5e322054b admin admin] Notify callbacks [] for router, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:12.913918 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-9cb2fe0c-eb8f-4a0c-b42e-5fc5e322054b admin admin] 10.222.0.21 "DELETE /v2.0/routers/0e42147d-2175-4eff-ab6e-913d7caffffd HTTP/1.1" status: 204 len: 168 time: 0.8580511 May 26 11:24:12.917057 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 45606) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:24:12.963857 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e47d99-7721-413d-9151-9c8451346d3a admin admin] Deleting subnet 6967227e-c477-4d60-a71d-f49fedd71aaa {{(pid=102811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 11:24:12.967277 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-66e47d99-7721-413d-9151-9c8451346d3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.002169 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-66e47d99-7721-413d-9151-9c8451346d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10386405'] for subnet, precommit_delete_associations {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.079439 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-66e47d99-7721-413d-9151-9c8451346d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778400'] for subnet, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.199984 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-66e47d99-7721-413d-9151-9c8451346d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-778411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10386322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10303566'] for subnet, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.229024 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e47d99-7721-413d-9151-9c8451346d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6967227e-c477-4d60-a71d-f49fedd71aaa,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:13.234056 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-66e47d99-7721-413d-9151-9c8451346d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for subnet, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.238143 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-66e47d99-7721-413d-9151-9c8451346d3a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/6967227e-c477-4d60-a71d-f49fedd71aaa HTTP/1.1" status: 204 len: 168 time: 0.3199713 May 26 11:24:13.239317 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9dbd32-43ea-4a17-9879-5de4aeebe7d5 None None] Network e0560975-4267-405e-bcd2-a4a3e83034df requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:24:13.240480 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 45608) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:24:13.305594 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9d5c60c6-0061-4042-a896-f71433e3e7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590719'] for network, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.356847 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-9d5c60c6-0061-4042-a896-f71433e3e7bb admin admin] Deleting port c11de98e-d2d1-424c-8b6c-d5905c1b3b28 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:24:13.357422 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9d5c60c6-0061-4042-a896-f71433e3e7bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.423378 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384ec0dc-a5ff-4300-a531-6da1c3bbf2d1 None None] DHCP port deletion for e0560975-4267-405e-bcd2-a4a3e83034df request from dv-cinder-843395-1-iscsi {{(pid=102813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 11:24:13.426441 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-9d5c60c6-0061-4042-a896-f71433e3e7bb admin admin] For port c11de98e-d2d1-424c-8b6c-d5905c1b3b28, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=c11de98e-d2d1-424c-8b6c-d5905c1b3b28,segment=NetworkSegment(6f40d9de-0bda-43da-8509-8916b3856254),segment_id=6f40d9de-0bda-43da-8509-8916b3856254)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:24:13.426823 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9d5c60c6-0061-4042-a896-f71433e3e7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.441379 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-9d5c60c6-0061-4042-a896-f71433e3e7bb admin admin] Calling delete_port for c11de98e-d2d1-424c-8b6c-d5905c1b3b28 owned by network:dhcp {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:24:13.571420 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9d5c60c6-0061-4042-a896-f71433e3e7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.594393 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-384ec0dc-a5ff-4300-a531-6da1c3bbf2d1 None None] Deleting port c11de98e-d2d1-424c-8b6c-d5905c1b3b28 {{(pid=102813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:24:13.594774 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-384ec0dc-a5ff-4300-a531-6da1c3bbf2d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.600240 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c60c6-0061-4042-a896-f71433e3e7bb admin admin] Pushing event deleted for resources: {'Port': ['ID=c11de98e-d2d1-424c-8b6c-d5905c1b3b28,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:13.602133 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5c60c6-0061-4042-a896-f71433e3e7bb admin admin] No DVR routers for this DVR port c11de98e-d2d1-424c-8b6c-d5905c1b3b28 on host dv-cinder-843395-1-iscsi {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:24:13.660188 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-384ec0dc-a5ff-4300-a531-6da1c3bbf2d1 None None] For port c11de98e-d2d1-424c-8b6c-d5905c1b3b28, host dv-cinder-843395-1-iscsi, got binding levels [] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:24:13.660585 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-384ec0dc-a5ff-4300-a531-6da1c3bbf2d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.675216 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-384ec0dc-a5ff-4300-a531-6da1c3bbf2d1 None None] Calling delete_port for c11de98e-d2d1-424c-8b6c-d5905c1b3b28 owned by network:dhcp {{(pid=102813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:24:13.678573 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9d5c60c6-0061-4042-a896-f71433e3e7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784951', 'neutron.services.segments.db._delete_segments_for_network-8744569547816'] for network, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.682176 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.ipam_backend_mixin [None req-384ec0dc-a5ff-4300-a531-6da1c3bbf2d1 None None] Port c11de98e-d2d1-424c-8b6c-d5905c1b3b28 was not found and therefore no delete operation was performed {{(pid=102813) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 26 11:24:13.683497 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-384ec0dc-a5ff-4300-a531-6da1c3bbf2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846'] for port, after_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.703429 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-9d5c60c6-0061-4042-a896-f71433e3e7bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0560975-4267-405e-bcd2-a4a3e83034df']}} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:13.712547 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ec0dc-a5ff-4300-a531-6da1c3bbf2d1 None None] Pushing event deleted for resources: {'Port': ['ID=c11de98e-d2d1-424c-8b6c-d5905c1b3b28,revision_number=None']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:13.713923 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-9d5c60c6-0061-4042-a896-f71433e3e7bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f40d9de-0bda-43da-8509-8916b3856254') {'for_net_delete': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:13.714228 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-9d5c60c6-0061-4042-a896-f71433e3e7bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f40d9de-0bda-43da-8509-8916b3856254') {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:13.721283 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384ec0dc-a5ff-4300-a531-6da1c3bbf2d1 None None] No DVR routers for this DVR port c11de98e-d2d1-424c-8b6c-d5905c1b3b28 on host dv-cinder-843395-1-iscsi {{(pid=102813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:24:13.732863 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9d5c60c6-0061-4042-a896-f71433e3e7bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744569548081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10386412'] for segment, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.746873 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9d5c60c6-0061-4042-a896-f71433e3e7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.752594 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d5c60c6-0061-4042-a896-f71433e3e7bb admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=102811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:24:13.754689 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9d5c60c6-0061-4042-a896-f71433e3e7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10386992'] for segment, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.797023 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.services.segments.plugin [-] Segment 6f40d9de-0bda-43da-8509-8916b3856254 resource provider aggregate not found May 26 11:24:13.824557 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.services.segments.plugin [-] Segment 6f40d9de-0bda-43da-8509-8916b3856254 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f40d9de-0bda-43da-8509-8916b3856254 found for delete ", "request_id": "req-a6390922-01ca-4f0e-b83c-a80870c7532e"}]} May 26 11:24:13.844474 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device c11de98e-d2d1-424c-8b6c-d5905c1b3b28 no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:24:13.865137 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: c11de98e-d2d1-424c-8b6c-d5905c1b3b28 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:24:13.865486 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device c11de98e-d2d1-424c-8b6c-d5905c1b3b28 not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:24:13.865906 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:24:13.884568 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: 0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:24:13.884939 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 0aa5778c-ec7d-4e9f-bd7d-5752c0dc0ccf not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:24:13.885380 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 82ce785c-2a66-48d3-b86e-c3986702f995 no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:24:13.900114 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9d5c60c6-0061-4042-a896-f71433e3e7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667215'] for network, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.903668 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: 82ce785c-2a66-48d3-b86e-c3986702f995 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:24:13.904012 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 82ce785c-2a66-48d3-b86e-c3986702f995 not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:24:13.907943 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9d5c60c6-0061-4042-a896-f71433e3e7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:13.913942 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-9d5c60c6-0061-4042-a896-f71433e3e7bb admin admin] 10.222.0.21 "DELETE /v2.0/networks/e0560975-4267-405e-bcd2-a4a3e83034df HTTP/1.1" status: 204 len: 168 time: 0.6699047 May 26 11:24:13.914533 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45614) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:24:13.923765 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c60c6-0061-4042-a896-f71433e3e7bb admin admin] Pushing event deleted for resources: {'Network': ['ID=e0560975-4267-405e-bcd2-a4a3e83034df,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:14.248113 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7f875a47-43a7-4dc9-b111-2d2d7c670d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1665277'] for router_interface, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:14.483746 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-7f875a47-43a7-4dc9-b111-2d2d7c670d1e admin admin] Deleting port 2613e01a-0443-468d-b153-aa7bfaf89af4 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:24:14.483995 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7f875a47-43a7-4dc9-b111-2d2d7c670d1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:14.561880 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-7f875a47-43a7-4dc9-b111-2d2d7c670d1e admin admin] For port 2613e01a-0443-468d-b153-aa7bfaf89af4, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=2613e01a-0443-468d-b153-aa7bfaf89af4,segment=NetworkSegment(7d7b1ea9-8a0a-476e-ba54-ad7b733852ee),segment_id=7d7b1ea9-8a0a-476e-ba54-ad7b733852ee)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:24:14.562239 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7f875a47-43a7-4dc9-b111-2d2d7c670d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:14.573558 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-7f875a47-43a7-4dc9-b111-2d2d7c670d1e admin admin] Calling delete_port for 2613e01a-0443-468d-b153-aa7bfaf89af4 owned by network:router_interface {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:24:14.820273 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7f875a47-43a7-4dc9-b111-2d2d7c670d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:14.846449 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f875a47-43a7-4dc9-b111-2d2d7c670d1e admin admin] Pushing event deleted for resources: {'Port': ['ID=2613e01a-0443-468d-b153-aa7bfaf89af4,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:15.007587 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7f875a47-43a7-4dc9-b111-2d2d7c670d1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667853'] for router_interface, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:15.216632 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f875a47-43a7-4dc9-b111-2d2d7c670d1e admin admin] Router 1c01edf1-7851-4603-992c-86f05e633a30 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:24:15.320327 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f875a47-43a7-4dc9-b111-2d2d7c670d1e admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:24:15.325356 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-7f875a47-43a7-4dc9-b111-2d2d7c670d1e admin admin] 10.222.0.21 "PUT /v2.0/routers/1c01edf1-7851-4603-992c-86f05e633a30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4100146 May 26 11:24:15.327795 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45616) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:24:15.330290 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5275dd02-6aea-4a3d-80f7-6e441dc2ffdd None None] Sync routers for ids ['1c01edf1-7851-4603-992c-86f05e633a30'] in dv-cinder-843395-1-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:24:15.340421 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5275dd02-6aea-4a3d-80f7-6e441dc2ffdd None None] Routers {'1c01edf1-7851-4603-992c-86f05e633a30'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:24:15.341160 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-5275dd02-6aea-4a3d-80f7-6e441dc2ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:23:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['1c01edf1-7851-4603-992c-86f05e633a30'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:15.428507 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ce1dd184-5251-450e-821c-9ecc0e18ed04 admin admin] Notify callbacks [] for router, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:15.442527 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-5275dd02-6aea-4a3d-80f7-6e441dc2ffdd None None] Set router 1c01edf1-7851-4603-992c-86f05e633a30 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:24:15.528388 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ce1dd184-5251-450e-821c-9ecc0e18ed04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:15.617849 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-5275dd02-6aea-4a3d-80f7-6e441dc2ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c01edf1-7851-4603-992c-86f05e633a30', 'name': 'tempest-TestShelveInstance-152935126-router', 'tenant_id': '97ea9fe95b7949e3a582629f54c255fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '1eb8a36e-729a-454f-8473-2733e0a0aeff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:19:15Z', 'updated_at': '2022-05-26T11:24:14Z', 'revision_number': 5, 'project_id': '97ea9fe95b7949e3a582629f54c255fa', 'gw_port': {'id': '1eb8a36e-729a-454f-8473-2733e0a0aeff', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:73:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c01edf1-7851-4603-992c-86f05e633a30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:19:16Z', 'updated_at': '2022-05-26T11:19:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:15.644588 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5275dd02-6aea-4a3d-80f7-6e441dc2ffdd None None] Checking router: 1c01edf1-7851-4603-992c-86f05e633a30 for host: dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:24:15.651279 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-ce1dd184-5251-450e-821c-9ecc0e18ed04 admin admin] Deleting port 1eb8a36e-729a-454f-8473-2733e0a0aeff {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:24:15.651634 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ce1dd184-5251-450e-821c-9ecc0e18ed04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:15.653338 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5275dd02-6aea-4a3d-80f7-6e441dc2ffdd None None] Routers {'1c01edf1-7851-4603-992c-86f05e633a30'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:24:15.653954 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-5275dd02-6aea-4a3d-80f7-6e441dc2ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:23:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['1c01edf1-7851-4603-992c-86f05e633a30'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:15.732848 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-ce1dd184-5251-450e-821c-9ecc0e18ed04 admin admin] For port 1eb8a36e-729a-454f-8473-2733e0a0aeff, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=1eb8a36e-729a-454f-8473-2733e0a0aeff,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:24:15.733159 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ce1dd184-5251-450e-821c-9ecc0e18ed04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:15.737245 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-5275dd02-6aea-4a3d-80f7-6e441dc2ffdd None None] Set router 1c01edf1-7851-4603-992c-86f05e633a30 gateway port host: None {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:24:15.745323 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-ce1dd184-5251-450e-821c-9ecc0e18ed04 admin admin] Calling delete_port for 1eb8a36e-729a-454f-8473-2733e0a0aeff owned by network:router_gateway {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:24:15.789329 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-5275dd02-6aea-4a3d-80f7-6e441dc2ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c01edf1-7851-4603-992c-86f05e633a30', 'name': 'tempest-TestShelveInstance-152935126-router', 'tenant_id': '97ea9fe95b7949e3a582629f54c255fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:19:15Z', 'updated_at': '2022-05-26T11:24:15Z', 'revision_number': 6, 'project_id': '97ea9fe95b7949e3a582629f54c255fa', 'gw_port_host': None}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:15.819204 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5275dd02-6aea-4a3d-80f7-6e441dc2ffdd None None] The sync data for ids ['1c01edf1-7851-4603-992c-86f05e633a30'] in dv-cinder-843395-1-iscsi is: [{'id': '1c01edf1-7851-4603-992c-86f05e633a30', 'name': 'tempest-TestShelveInstance-152935126-router', 'tenant_id': '97ea9fe95b7949e3a582629f54c255fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:19:15Z', 'updated_at': '2022-05-26T11:24:15Z', 'revision_number': 6, 'project_id': '97ea9fe95b7949e3a582629f54c255fa', 'gw_port_host': None}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:24:15.965143 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ce1dd184-5251-450e-821c-9ecc0e18ed04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:15.988040 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1dd184-5251-450e-821c-9ecc0e18ed04 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb8a36e-729a-454f-8473-2733e0a0aeff,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:16.047718 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ce1dd184-5251-450e-821c-9ecc0e18ed04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667235'] for router_gateway, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.138791 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ce1dd184-5251-450e-821c-9ecc0e18ed04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4381'] for router, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.140267 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ce1dd184-5251-450e-821c-9ecc0e18ed04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.237787 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ce1dd184-5251-450e-821c-9ecc0e18ed04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667729'] for router, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.238404 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1dd184-5251-450e-821c-9ecc0e18ed04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c01edf1-7851-4603-992c-86f05e633a30 {{(pid=102810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 11:24:16.242819 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ce1dd184-5251-450e-821c-9ecc0e18ed04 admin admin] Notify callbacks [] for router, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.243962 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-ce1dd184-5251-450e-821c-9ecc0e18ed04 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1c01edf1-7851-4603-992c-86f05e633a30 HTTP/1.1" status: 204 len: 168 time: 0.9152524 May 26 11:24:16.253575 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 45618) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:24:16.294854 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_v2 [None req-a287da17-2a4d-4efc-acc2-fbfb193dc2f9 admin admin] Deleting subnet 2809c188-f0ea-4e47-8442-7cb06d996385 {{(pid=102811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 11:24:16.298194 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a287da17-2a4d-4efc-acc2-fbfb193dc2f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.331723 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a287da17-2a4d-4efc-acc2-fbfb193dc2f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10386405'] for subnet, precommit_delete_associations {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.409456 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a287da17-2a4d-4efc-acc2-fbfb193dc2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778400'] for subnet, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.547034 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a287da17-2a4d-4efc-acc2-fbfb193dc2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-778411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10386322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10303566'] for subnet, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.572191 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287da17-2a4d-4efc-acc2-fbfb193dc2f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2809c188-f0ea-4e47-8442-7cb06d996385,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:16.578989 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a287da17-2a4d-4efc-acc2-fbfb193dc2f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for subnet, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.582305 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-a287da17-2a4d-4efc-acc2-fbfb193dc2f9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2809c188-f0ea-4e47-8442-7cb06d996385 HTTP/1.1" status: 204 len: 168 time: 0.3340659 May 26 11:24:16.584841 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 45624) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:24:16.587475 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cbfb85-682d-401c-804c-92d2e82e5b42 None None] Network 259b49e1-ffe2-460f-9559-76d72fd439f6 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:24:16.659612 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-29514809-0d3c-4da8-ae4a-a84d45b62e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590719'] for network, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.719030 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-29514809-0d3c-4da8-ae4a-a84d45b62e8a admin admin] Deleting port dc9de68b-d3ef-4681-b537-220caa406fe6 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:24:16.719370 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-29514809-0d3c-4da8-ae4a-a84d45b62e8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.763989 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2b7268-b7bb-441b-b176-a1e2ca33bd0f None None] DHCP port deletion for 259b49e1-ffe2-460f-9559-76d72fd439f6 request from dv-cinder-843395-1-iscsi {{(pid=102813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 11:24:16.786138 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-29514809-0d3c-4da8-ae4a-a84d45b62e8a admin admin] For port dc9de68b-d3ef-4681-b537-220caa406fe6, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=dc9de68b-d3ef-4681-b537-220caa406fe6,segment=NetworkSegment(7d7b1ea9-8a0a-476e-ba54-ad7b733852ee),segment_id=7d7b1ea9-8a0a-476e-ba54-ad7b733852ee)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:24:16.786500 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-29514809-0d3c-4da8-ae4a-a84d45b62e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.800138 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-29514809-0d3c-4da8-ae4a-a84d45b62e8a admin admin] Calling delete_port for dc9de68b-d3ef-4681-b537-220caa406fe6 owned by network:dhcp {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:24:16.813712 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b7268-b7bb-441b-b176-a1e2ca33bd0f None None] Deleting port dc9de68b-d3ef-4681-b537-220caa406fe6 {{(pid=102813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:24:16.814091 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-4a2b7268-b7bb-441b-b176-a1e2ca33bd0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.878983 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-4a2b7268-b7bb-441b-b176-a1e2ca33bd0f None None] For port dc9de68b-d3ef-4681-b537-220caa406fe6, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=dc9de68b-d3ef-4681-b537-220caa406fe6,segment=NetworkSegment(7d7b1ea9-8a0a-476e-ba54-ad7b733852ee),segment_id=7d7b1ea9-8a0a-476e-ba54-ad7b733852ee)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:24:16.879382 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-4a2b7268-b7bb-441b-b176-a1e2ca33bd0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.895971 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-4a2b7268-b7bb-441b-b176-a1e2ca33bd0f None None] Calling delete_port for dc9de68b-d3ef-4681-b537-220caa406fe6 owned by network:dhcp {{(pid=102813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:24:16.940993 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-29514809-0d3c-4da8-ae4a-a84d45b62e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.968801 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29514809-0d3c-4da8-ae4a-a84d45b62e8a admin admin] Pushing event deleted for resources: {'Port': ['ID=dc9de68b-d3ef-4681-b537-220caa406fe6,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:16.969601 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-4a2b7268-b7bb-441b-b176-a1e2ca33bd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846'] for port, after_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:16.970652 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29514809-0d3c-4da8-ae4a-a84d45b62e8a admin admin] No DVR routers for this DVR port dc9de68b-d3ef-4681-b537-220caa406fe6 on host dv-cinder-843395-1-iscsi {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:24:16.982018 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2b7268-b7bb-441b-b176-a1e2ca33bd0f None None] No DVR routers for this DVR port dc9de68b-d3ef-4681-b537-220caa406fe6 on host dv-cinder-843395-1-iscsi {{(pid=102813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:24:17.000418 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2b7268-b7bb-441b-b176-a1e2ca33bd0f None None] Pushing event deleted for resources: {'Port': ['ID=dc9de68b-d3ef-4681-b537-220caa406fe6,revision_number=None']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:17.040092 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-29514809-0d3c-4da8-ae4a-a84d45b62e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784951', 'neutron.services.segments.db._delete_segments_for_network-8744569547816'] for network, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:17.068831 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-29514809-0d3c-4da8-ae4a-a84d45b62e8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259b49e1-ffe2-460f-9559-76d72fd439f6']}} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:17.069942 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-29514809-0d3c-4da8-ae4a-a84d45b62e8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d7b1ea9-8a0a-476e-ba54-ad7b733852ee') {'for_net_delete': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:17.070244 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-29514809-0d3c-4da8-ae4a-a84d45b62e8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d7b1ea9-8a0a-476e-ba54-ad7b733852ee') {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:17.079366 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-29514809-0d3c-4da8-ae4a-a84d45b62e8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744569548081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10386412'] for segment, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:17.092005 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-29514809-0d3c-4da8-ae4a-a84d45b62e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:17.097547 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29514809-0d3c-4da8-ae4a-a84d45b62e8a admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=102811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:24:17.097980 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-29514809-0d3c-4da8-ae4a-a84d45b62e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10386992'] for segment, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:17.120664 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.services.segments.plugin [-] Segment 7d7b1ea9-8a0a-476e-ba54-ad7b733852ee resource provider aggregate not found May 26 11:24:17.157402 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.services.segments.plugin [-] Segment 7d7b1ea9-8a0a-476e-ba54-ad7b733852ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d7b1ea9-8a0a-476e-ba54-ad7b733852ee found for delete ", "request_id": "req-e919d15c-cfd2-49b9-a658-d76cdfa1e4af"}]} May 26 11:24:17.205214 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-29514809-0d3c-4da8-ae4a-a84d45b62e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667215'] for network, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:17.210440 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-29514809-0d3c-4da8-ae4a-a84d45b62e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:17.214231 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-29514809-0d3c-4da8-ae4a-a84d45b62e8a admin admin] 10.222.0.21 "DELETE /v2.0/networks/259b49e1-ffe2-460f-9559-76d72fd439f6 HTTP/1.1" status: 204 len: 168 time: 0.6281803 May 26 11:24:17.225605 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29514809-0d3c-4da8-ae4a-a84d45b62e8a admin admin] Pushing event deleted for resources: {'Network': ['ID=259b49e1-ffe2-460f-9559-76d72fd439f6,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:17.522878 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 45632) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:24:17.561930 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-bf023812-5248-4944-975e-c0caa21a4000 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b825a6473b6e40d89336e2abca3c33c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379367 May 26 11:24:17.564224 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 45634) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:24:17.609727 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c9224a9e-8552-45da-8cec-6060b70ed26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:17.629412 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c9224a9e-8552-45da-8cec-6060b70ed26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:17.748256 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c9224a9e-8552-45da-8cec-6060b70ed26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:17.750866 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c9224a9e-8552-45da-8cec-6060b70ed26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:17.752004 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-c9224a9e-8552-45da-8cec-6060b70ed26c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/069ce718-6779-4185-917d-7614ac563ff3 HTTP/1.1" status: 204 len: 168 time: 0.1868815 May 26 11:24:17.759674 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9224a9e-8552-45da-8cec-6060b70ed26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069ce718-6779-4185-917d-7614ac563ff3,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:17.841894 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 2613e01a-0443-468d-b153-aa7bfaf89af4 no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:24:17.861639 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: 2613e01a-0443-468d-b153-aa7bfaf89af4 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:24:17.861975 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 2613e01a-0443-468d-b153-aa7bfaf89af4 not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:24:17.862391 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 1eb8a36e-729a-454f-8473-2733e0a0aeff no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:24:17.883147 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: 1eb8a36e-729a-454f-8473-2733e0a0aeff {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:24:17.885566 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 1eb8a36e-729a-454f-8473-2733e0a0aeff not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:24:17.885566 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device dc9de68b-d3ef-4681-b537-220caa406fe6 no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:24:17.903058 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: dc9de68b-d3ef-4681-b537-220caa406fe6 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:24:17.903401 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device dc9de68b-d3ef-4681-b537-220caa406fe6 not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:24:17.987868 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-055e61ea-e73a-45f3-b3bc-20fb2e478e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:18.397116 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45640) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:24:18.437543 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-9991218f-a0fa-41d5-b866-838f8150812d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97ea9fe95b7949e3a582629f54c255fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392575 May 26 11:24:18.439927 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45642) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:24:18.485761 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4c669399-cf68-4640-a405-fbda528ba30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:18.506570 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4c669399-cf68-4640-a405-fbda528ba30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:18.620343 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4c669399-cf68-4640-a405-fbda528ba30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:18.623005 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4c669399-cf68-4640-a405-fbda528ba30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:18.624136 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-4c669399-cf68-4640-a405-fbda528ba30d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7dfe6871-dddf-46d9-8956-d2f0bcc5c125 HTTP/1.1" status: 204 len: 168 time: 0.1833329 May 26 11:24:18.635685 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c669399-cf68-4640-a405-fbda528ba30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfe6871-dddf-46d9-8956-d2f0bcc5c125,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:20.142360 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-8c593daf-7e84-416e-aa40-eb9186977e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:21.505988 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:22.730537 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:23.238914 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:39.376089 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:45.420015 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f85a5-26d8-4322-8e55-fb6e65e8eb32 req-5a9a9cb8-a09e-46a0-badd-4cfeec957194 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:45.421757 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9c6f85a5-26d8-4322-8e55-fb6e65e8eb32 req-5a9a9cb8-a09e-46a0-badd-4cfeec957194 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d674d-d4c6-4af3-991e-9196b17444b9 HTTP/1.1" status: 200 len: 945 time: 0.0523345 May 26 11:24:45.458553 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9c6f85a5-26d8-4322-8e55-fb6e65e8eb32 req-5b8cebe7-684e-4f33-9839-db13b517a977 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=85dc2fb7-064a-40c9-98fd-b33995c88ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307512 May 26 11:24:46.572951 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d0047-7466-49e9-a57c-40308e3885e5 req-fbcec45a-1b5d-4ae7-a2f9-4d05f13ed869 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:46.574405 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a17d0047-7466-49e9-a57c-40308e3885e5 req-fbcec45a-1b5d-4ae7-a2f9-4d05f13ed869 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d674d-d4c6-4af3-991e-9196b17444b9 HTTP/1.1" status: 200 len: 945 time: 0.0479870 May 26 11:24:46.611648 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a17d0047-7466-49e9-a57c-40308e3885e5 req-6f86773d-e485-4240-a843-2602fceb1187 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=85dc2fb7-064a-40c9-98fd-b33995c88ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312922 May 26 11:24:46.891229 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f03657-f570-4f48-b48f-96b3c19fe55e req-7f4980e3-258c-46bd-a805-c888b3251fdd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:46.892651 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-72f03657-f570-4f48-b48f-96b3c19fe55e req-7f4980e3-258c-46bd-a805-c888b3251fdd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.42 "GET /v2.0/ports?device_id=c88d674d-d4c6-4af3-991e-9196b17444b9 HTTP/1.1" status: 200 len: 945 time: 0.0469842 May 26 11:24:46.985874 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-72f03657-f570-4f48-b48f-96b3c19fe55e req-b878f435-7432-4ac5-b8b6-e1d189f4ee87 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Deleting port a91af638-5258-4872-a019-af979def8ca1 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:24:46.986429 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-72f03657-f570-4f48-b48f-96b3c19fe55e req-b878f435-7432-4ac5-b8b6-e1d189f4ee87 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:47.073788 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-72f03657-f570-4f48-b48f-96b3c19fe55e req-b878f435-7432-4ac5-b8b6-e1d189f4ee87 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] For port a91af638-5258-4872-a019-af979def8ca1, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=a91af638-5258-4872-a019-af979def8ca1,segment=NetworkSegment(c3accc82-0619-434a-97e3-9c20caa686c3),segment_id=c3accc82-0619-434a-97e3-9c20caa686c3)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:24:47.074148 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-72f03657-f570-4f48-b48f-96b3c19fe55e req-b878f435-7432-4ac5-b8b6-e1d189f4ee87 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:47.235933 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-72f03657-f570-4f48-b48f-96b3c19fe55e req-b878f435-7432-4ac5-b8b6-e1d189f4ee87 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:47.236241 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-72f03657-f570-4f48-b48f-96b3c19fe55e req-b878f435-7432-4ac5-b8b6-e1d189f4ee87 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:47.236557 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.l3_db [req-72f03657-f570-4f48-b48f-96b3c19fe55e req-b878f435-7432-4ac5-b8b6-e1d189f4ee87 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Floating IP a382868f-a37e-44d2-85b0-59bc7725495a disassociated. External IP: 172.27.2.103, port: a91af638-5258-4872-a019-af979def8ca1. May 26 11:24:47.236923 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-72f03657-f570-4f48-b48f-96b3c19fe55e req-b878f435-7432-4ac5-b8b6-e1d189f4ee87 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Calling delete_port for a91af638-5258-4872-a019-af979def8ca1 owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:24:47.433118 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-72f03657-f570-4f48-b48f-96b3c19fe55e req-b878f435-7432-4ac5-b8b6-e1d189f4ee87 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:47.460237 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878f435-7432-4ac5-b8b6-e1d189f4ee87 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event deleted for resources: {'Port': ['ID=a91af638-5258-4872-a019-af979def8ca1,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:47.473213 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878f435-7432-4ac5-b8b6-e1d189f4ee87 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:47.473213 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878f435-7432-4ac5-b8b6-e1d189f4ee87 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:47.473213 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878f435-7432-4ac5-b8b6-e1d189f4ee87 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:47.473213 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878f435-7432-4ac5-b8b6-e1d189f4ee87 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:47.473213 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878f435-7432-4ac5-b8b6-e1d189f4ee87 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:47.473213 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878f435-7432-4ac5-b8b6-e1d189f4ee87 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:47.473770 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878f435-7432-4ac5-b8b6-e1d189f4ee87 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:47.473770 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878f435-7432-4ac5-b8b6-e1d189f4ee87 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:47.474069 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878f435-7432-4ac5-b8b6-e1d189f4ee87 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:47.474390 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878f435-7432-4ac5-b8b6-e1d189f4ee87 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:47.474714 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878f435-7432-4ac5-b8b6-e1d189f4ee87 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:47.475041 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878f435-7432-4ac5-b8b6-e1d189f4ee87 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:47.581146 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72f03657-f570-4f48-b48f-96b3c19fe55e req-b878f435-7432-4ac5-b8b6-e1d189f4ee87 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:24:47.686288 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72f03657-f570-4f48-b48f-96b3c19fe55e req-b878f435-7432-4ac5-b8b6-e1d189f4ee87 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:24:47.698332 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee62eb7d-b3d3-4ef0-9721-fd4769517c70 None None] Sync routers for ids ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:24:47.709184 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee62eb7d-b3d3-4ef0-9721-fd4769517c70 None None] Routers {'0c24865d-15cd-46b9-b31c-bfa55bb63d28'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:24:47.711166 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4399fced-0251-4b97-b403-fe3117c76fde req-412e07f6-9e4a-4a98-90fa-f883dbb2472f tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=c88d674d-d4c6-4af3-991e-9196b17444b9 HTTP/1.1" status: 200 len: 210 time: 0.0290413 May 26 11:24:47.711632 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-ee62eb7d-b3d3-4ef0-9721-fd4769517c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:24:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:47.731851 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f03657-f570-4f48-b48f-96b3c19fe55e req-b878f435-7432-4ac5-b8b6-e1d189f4ee87 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] No DVR routers for this DVR port a91af638-5258-4872-a019-af979def8ca1 on host hv-cinder-84339 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:24:47.734397 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-72f03657-f570-4f48-b48f-96b3c19fe55e req-b878f435-7432-4ac5-b8b6-e1d189f4ee87 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:47.737682 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-72f03657-f570-4f48-b48f-96b3c19fe55e req-b878f435-7432-4ac5-b8b6-e1d189f4ee87 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.42 "DELETE /v2.0/ports/a91af638-5258-4872-a019-af979def8ca1 HTTP/1.1" status: 204 len: 173 time: 0.8393769 May 26 11:24:47.739235 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c88d674d-d4c6-4af3-991e-9196b17444b9', 'name': 'network-vif-deleted', 'tag': 'a91af638-5258-4872-a019-af979def8ca1'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:24:47.740334 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ce6451-185b-4df7-a1ba-f5237907f564" -d '{"events": [{"server_uuid": "c88d674d-d4c6-4af3-991e-9196b17444b9", "name": "network-vif-deleted", "tag": "a91af638-5258-4872-a019-af979def8ca1"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:24:47.776794 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78f8908-af37-43fb-8954-b5de4f134e3f x-openstack-request-id: req-d78f8908-af37-43fb-8954-b5de4f134e3f {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:24:47.777106 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c88d674d-d4c6-4af3-991e-9196b17444b9", "name": "network-vif-deleted", "tag": "a91af638-5258-4872-a019-af979def8ca1", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:24:47.777379 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d78f8908-af37-43fb-8954-b5de4f134e3f {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:24:47.777776 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d78f8908-af37-43fb-8954-b5de4f134e3f'] response: {'server_uuid': 'c88d674d-d4c6-4af3-991e-9196b17444b9', 'name': 'network-vif-deleted', 'tag': 'a91af638-5258-4872-a019-af979def8ca1', 'status': 'completed', 'code': 200} May 26 11:24:47.840752 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-ee62eb7d-b3d3-4ef0-9721-fd4769517c70 None None] Set router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:24:48.027405 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-b33b9c32-6900-4d30-abb6-38048cc232a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:48.042442 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-ee62eb7d-b3d3-4ef0-9721-fd4769517c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:34Z', 'revision_number': 5, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:48.072571 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee62eb7d-b3d3-4ef0-9721-fd4769517c70 None None] Checking router: 0c24865d-15cd-46b9-b31c-bfa55bb63d28 for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:24:48.080597 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee62eb7d-b3d3-4ef0-9721-fd4769517c70 None None] Routers {'0c24865d-15cd-46b9-b31c-bfa55bb63d28'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:24:48.081221 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-ee62eb7d-b3d3-4ef0-9721-fd4769517c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:24:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:48.182246 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-ee62eb7d-b3d3-4ef0-9721-fd4769517c70 None None] Set router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:24:48.452439 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-ee62eb7d-b3d3-4ef0-9721-fd4769517c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:34Z', 'revision_number': 5, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:24:48.477544 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee62eb7d-b3d3-4ef0-9721-fd4769517c70 None None] The sync data for ids ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'] in dv-cinder-843395-1-iscsi is: [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:34Z', 'revision_number': 5, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:24:48.508126 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:24:48.688509 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6996466c-b4a5-46f3-bf7c-d07d18023338 None None] New status for floating IP a382868f-a37e-44d2-85b0-59bc7725495a: DOWN {{(pid=102813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:24:48.878013 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45724) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:24:48.934505 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7c06aff2-8eaa-4efd-9b2a-470e66df8918 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:48.957537 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7c06aff2-8eaa-4efd-9b2a-470e66df8918 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:49.053975 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7c06aff2-8eaa-4efd-9b2a-470e66df8918 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:49.057172 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7c06aff2-8eaa-4efd-9b2a-470e66df8918 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:49.058308 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-7c06aff2-8eaa-4efd-9b2a-470e66df8918 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "DELETE /v2.0/security-groups/85dc2fb7-064a-40c9-98fd-b33995c88ec4 HTTP/1.1" status: 204 len: 168 time: 0.1793098 May 26 11:24:49.061042 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 45726) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:24:49.067150 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06aff2-8eaa-4efd-9b2a-470e66df8918 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dc2fb7-064a-40c9-98fd-b33995c88ec4,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:49.075545 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.api.v2.resource [None req-b5dfafc4-2b02-4fe0-b182-e0883bebe44b tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] show failed (client error): The resource could not be found. May 26 11:24:49.079503 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45728) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:24:49.081025 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-b5dfafc4-2b02-4fe0-b182-e0883bebe44b tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups/85dc2fb7-064a-40c9-98fd-b33995c88ec4 HTTP/1.1" status: 404 len: 347 time: 0.0139856 May 26 11:24:49.205391 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-0030ff66-45ea-4de5-9410-3c8c334c434c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Deleting port b6f0f40d-a469-4f86-8df1-8f0f34367fa6 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:24:49.205669 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0030ff66-45ea-4de5-9410-3c8c334c434c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:49.278957 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0030ff66-45ea-4de5-9410-3c8c334c434c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:49.279285 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0030ff66-45ea-4de5-9410-3c8c334c434c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:49.290650 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-0030ff66-45ea-4de5-9410-3c8c334c434c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Calling delete_port for b6f0f40d-a469-4f86-8df1-8f0f34367fa6 owned by network:floatingip {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:24:49.694078 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0030ff66-45ea-4de5-9410-3c8c334c434c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:49.722414 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030ff66-45ea-4de5-9410-3c8c334c434c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event deleted for resources: {'Port': ['ID=b6f0f40d-a469-4f86-8df1-8f0f34367fa6,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:49.776975 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0030ff66-45ea-4de5-9410-3c8c334c434c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for floatingip, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:49.779548 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0030ff66-45ea-4de5-9410-3c8c334c434c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:49.780699 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-0030ff66-45ea-4de5-9410-3c8c334c434c tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "DELETE /v2.0/floatingips/a382868f-a37e-44d2-85b0-59bc7725495a HTTP/1.1" status: 204 len: 168 time: 0.7001598 May 26 11:24:49.893126 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45732) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:24:49.897713 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-56cdf0d7-43a3-48b0-8355-cad6bfa8d71a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--676029239', 'description': 'tempest-description--798264514'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:24:49.964183 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-56cdf0d7-43a3-48b0-8355-cad6bfa8d71a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:50.031436 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-56cdf0d7-43a3-48b0-8355-cad6bfa8d71a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:50.104999 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-56cdf0d7-43a3-48b0-8355-cad6bfa8d71a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:50.133276 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cdf0d7-43a3-48b0-8355-cad6bfa8d71a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1af7f3-490c-46e0-be2f-cf9eaca06dfb,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:50.152888 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-f28e5eca-0949-4761-87fb-a0bdda900127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:50.183338 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-56cdf0d7-43a3-48b0-8355-cad6bfa8d71a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:50.184591 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-56cdf0d7-43a3-48b0-8355-cad6bfa8d71a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2904363 May 26 11:24:50.195665 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45734) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:24:50.200397 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-ad23f843-8acd-41e6-b9dd-679f1425c139 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Request body: {'security_group_rule': {'security_group_id': '4f1af7f3-490c-46e0-be2f-cf9eaca06dfb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:24:50.292443 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ad23f843-8acd-41e6-b9dd-679f1425c139 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:50.346708 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ad23f843-8acd-41e6-b9dd-679f1425c139 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:50.407695 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ad23f843-8acd-41e6-b9dd-679f1425c139 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:50.424266 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23f843-8acd-41e6-b9dd-679f1425c139 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55340da7-bee2-4abe-853a-df7f45c67610,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:50.483961 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ad23f843-8acd-41e6-b9dd-679f1425c139 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:50.485289 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-ad23f843-8acd-41e6-b9dd-679f1425c139 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2887030 May 26 11:24:50.487894 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45736) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:24:50.492057 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-d98dd354-4b37-4195-8c64-7857cb6f42a1 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Request body: {'security_group_rule': {'security_group_id': '4f1af7f3-490c-46e0-be2f-cf9eaca06dfb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:24:50.577858 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d98dd354-4b37-4195-8c64-7857cb6f42a1 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:50.632291 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d98dd354-4b37-4195-8c64-7857cb6f42a1 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:50.678391 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d98dd354-4b37-4195-8c64-7857cb6f42a1 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1739623'] for security_group_rule, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:50.695496 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98dd354-4b37-4195-8c64-7857cb6f42a1 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2079f646-cd29-466a-9c5f-3b4da1023423,revision_number=0']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:50.743510 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-d98dd354-4b37-4195-8c64-7857cb6f42a1 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:50.744720 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-d98dd354-4b37-4195-8c64-7857cb6f42a1 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2558911 May 26 11:24:50.747847 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45738) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:24:50.752143 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-8aa6032f-f168-45b4-b0d5-189df9b707bd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Request body: {'floatingip': {'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:24:50.833265 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8aa6032f-f168-45b4-b0d5-189df9b707bd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for floatingip, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:50.928391 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8aa6032f-f168-45b4-b0d5-189df9b707bd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:51.035330 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-8aa6032f-f168-45b4-b0d5-189df9b707bd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Allocated IP 172.27.2.152 (6ce135a4-eab8-4863-9af0-cf5ae6e229cb/86b44d4e-8f3f-4d5d-9881-9aaa3797f33b/c583586c-ead9-4d76-9cd0-4f84e15cfc08) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:24:51.134563 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8aa6032f-f168-45b4-b0d5-189df9b707bd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for port, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:51.168981 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device a91af638-5258-4872-a019-af979def8ca1 no longer exists at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:24:51.188291 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] No Port match for: a91af638-5258-4872-a019-af979def8ca1 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:24:51.188648 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device a91af638-5258-4872-a019-af979def8ca1 not bound to the agent host hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:24:51.216761 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8aa6032f-f168-45b4-b0d5-189df9b707bd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:51.252944 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa6032f-f168-45b4-b0d5-189df9b707bd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:24:51.255765 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-8aa6032f-f168-45b4-b0d5-189df9b707bd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:24:51.259239 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa6032f-f168-45b4-b0d5-189df9b707bd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:24:51.289804 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6032f-f168-45b4-b0d5-189df9b707bd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event updated for resources: {'Port': ['ID=c583586c-ead9-4d76-9cd0-4f84e15cfc08,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:51.348020 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8aa6032f-f168-45b4-b0d5-189df9b707bd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:51.426502 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8aa6032f-f168-45b4-b0d5-189df9b707bd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:51.507344 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:51.570202 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8aa6032f-f168-45b4-b0d5-189df9b707bd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for port, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:51.632944 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8aa6032f-f168-45b4-b0d5-189df9b707bd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8805051'] for port, after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:51.701674 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa6032f-f168-45b4-b0d5-189df9b707bd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event updated for resources: {'Port': ['ID=c583586c-ead9-4d76-9cd0-4f84e15cfc08,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:51.709490 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8aa6032f-f168-45b4-b0d5-189df9b707bd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:51.787109 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8aa6032f-f168-45b4-b0d5-189df9b707bd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:51.788344 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-8aa6032f-f168-45b4-b0d5-189df9b707bd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0395856 May 26 11:24:51.969601 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-7f58d130-2a28-4052-9e69-c6d6d0b26df9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--676029239&fields=id&tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c HTTP/1.1" status: 200 len: 267 time: 0.0318527 May 26 11:24:52.101635 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-21d8f5fb-f462-4186-91bd-aef492399828 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:52.103571 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-21d8f5fb-f462-4186-91bd-aef492399828 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/networks?id=44c421fa-2ce0-48c7-8756-eeee114ae628 HTTP/1.1" status: 200 len: 813 time: 0.1269500 May 26 11:24:52.112772 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d8680369-cdc6-4295-a06e-c4d5f10e3f3e req-e0b9151e-f9f1-41a0-beae-0e0ce8a6ccb8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0646977 May 26 11:24:52.122632 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-55ed93bf-9930-4ff8-9146-0f937fed9bd6 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/quotas/ea1d6e9e34c34f9d9fda1043ac3d397c HTTP/1.1" status: 200 len: 375 time: 0.0127814 May 26 11:24:52.202545 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-df5dc87f-5a46-4d09-9e7e-016321c6cdd6 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0743983 May 26 11:24:52.207528 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8680369-cdc6-4295-a06e-c4d5f10e3f3e req-3db3615a-87fa-43e4-b240-0707b43d57c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:52.208915 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d8680369-cdc6-4295-a06e-c4d5f10e3f3e req-3db3615a-87fa-43e4-b240-0707b43d57c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b156406dd334d888436af3a31bf551e&device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 1098 time: 0.0545232 May 26 11:24:52.220207 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-be74e850-798a-4c24-999f-1409ee644f9c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:24:52.221104 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-be74e850-798a-4c24-999f-1409ee644f9c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049706 May 26 11:24:52.372893 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-7d44ec9b-98cf-4857-ab9b-4415a0ecf5b7 service neutron] 10.222.0.21 "GET /v2.0/networks/44c421fa-2ce0-48c7-8756-eeee114ae628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455684 May 26 11:24:52.373796 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8680369-cdc6-4295-a06e-c4d5f10e3f3e req-96470a46-c88f-43bb-a690-ef2f549949e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:52.375104 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d8680369-cdc6-4295-a06e-c4d5f10e3f3e req-96470a46-c88f-43bb-a690-ef2f549949e5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=201b8ed7-d257-4ded-b20c-a4cdaabf3f88 HTTP/1.1" status: 200 len: 912 time: 0.1406083 May 26 11:24:52.481254 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d8680369-cdc6-4295-a06e-c4d5f10e3f3e req-da5ff729-ba65-436e-9bba-9e88561e7125 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9c24e202-87a6-49fd-ad0d-49bbf05f2c0f HTTP/1.1" status: 200 len: 1001 time: 0.0954106 May 26 11:24:52.537774 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-a4270666-f84f-44f9-a267-e167689f0e95 service neutron] 10.222.0.21 "GET /v2.0/networks/44c421fa-2ce0-48c7-8756-eeee114ae628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587458 May 26 11:24:52.545139 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8680369-cdc6-4295-a06e-c4d5f10e3f3e req-32bfef65-b693-435f-a59b-4e298df9c668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:52.546736 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d8680369-cdc6-4295-a06e-c4d5f10e3f3e req-32bfef65-b693-435f-a59b-4e298df9c668 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4f82145-402d-4d00-956a-36c8731d0d08 HTTP/1.1" status: 200 len: 850 time: 0.0596952 May 26 11:24:52.590124 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8680369-cdc6-4295-a06e-c4d5f10e3f3e req-5cba0fa3-7073-482b-899f-2d0ea408a6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:52.591584 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d8680369-cdc6-4295-a06e-c4d5f10e3f3e req-5cba0fa3-7073-482b-899f-2d0ea408a6f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=201b8ed7-d257-4ded-b20c-a4cdaabf3f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385146 May 26 11:24:52.678798 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d8680369-cdc6-4295-a06e-c4d5f10e3f3e req-b74e3ec2-fe21-4a92-9f5a-4845df452f1c service neutron] 10.222.0.42 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802653 May 26 11:24:52.739867 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:52.779511 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d8680369-cdc6-4295-a06e-c4d5f10e3f3e req-b52cbc08-277d-4c33-84e9-30336658ba7d service neutron] 10.222.0.42 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937495 May 26 11:24:52.795867 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c11ccf53-d493-4965-ab30-12200f0b9aea req-098f5d27-e04e-4eb4-aead-65362d790cf2 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce39f20b-c1c1-462d-a728-2e63598fdc77 HTTP/1.1" status: 200 len: 210 time: 0.0321050 May 26 11:24:53.255567 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:53.887333 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9f042f1e-c562-4b7b-a35d-de712b6a4ad6 req-a5018e3f-3b53-4a6e-a888-44d6602cc548 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce39f20b-c1c1-462d-a728-2e63598fdc77 HTTP/1.1" status: 200 len: 210 time: 0.0265951 May 26 11:24:54.435123 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-fabaa358-bd5f-4806-a12d-c11ccd93eb32 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:54.436492 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-fabaa358-bd5f-4806-a12d-c11ccd93eb32 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.42 "GET /v2.0/networks?id=44c421fa-2ce0-48c7-8756-eeee114ae628 HTTP/1.1" status: 200 len: 813 time: 0.1018956 May 26 11:24:54.479154 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-3254c282-6e85-4d69-93f6-4a867a87683f tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c HTTP/1.1" status: 200 len: 379 time: 0.0335245 May 26 11:24:54.488184 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-92c52866-9d6e-4aec-8c45-99809a97359b tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Request body: {'port': {'device_id': 'ce39f20b-c1c1-462d-a728-2e63598fdc77', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'admin_state_up': True, 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'security_groups': ['4f1af7f3-490c-46e0-be2f-cf9eaca06dfb']}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:24:54.653863 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-92c52866-9d6e-4aec-8c45-99809a97359b tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Made reservation on behalf of ea1d6e9e34c34f9d9fda1043ac3d397c for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:24:54.657331 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-92c52866-9d6e-4aec-8c45-99809a97359b tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:54.782386 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-92c52866-9d6e-4aec-8c45-99809a97359b tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Allocated IP 172.20.0.5 (44c421fa-2ce0-48c7-8756-eeee114ae628/1caf6db8-dcab-43d8-807f-6adf3a39696e/e449241b-1587-403d-bb60-583d3b5d5b9b) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:24:54.907567 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-92c52866-9d6e-4aec-8c45-99809a97359b tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:54.980001 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5ea9484c-2eed-420b-b2da-172704b8d794 req-29413a9e-021c-4b16-9b61-6097680e7f45 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce39f20b-c1c1-462d-a728-2e63598fdc77 HTTP/1.1" status: 200 len: 210 time: 0.0270078 May 26 11:24:54.991651 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-92c52866-9d6e-4aec-8c45-99809a97359b tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:55.037107 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-92c52866-9d6e-4aec-8c45-99809a97359b tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Network 44c421fa-2ce0-48c7-8756-eeee114ae628 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:24:55.039990 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-92c52866-9d6e-4aec-8c45-99809a97359b tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:24:55.042912 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-92c52866-9d6e-4aec-8c45-99809a97359b tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:24:55.075059 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c52866-9d6e-4aec-8c45-99809a97359b tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event updated for resources: {'Port': ['ID=e449241b-1587-403d-bb60-583d3b5d5b9b,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:55.097972 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-92c52866-9d6e-4aec-8c45-99809a97359b tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:55.098587 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-92c52866-9d6e-4aec-8c45-99809a97359b tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:55.167924 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-92c52866-9d6e-4aec-8c45-99809a97359b tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6831727 May 26 11:24:55.179740 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-e87bdd7c-ac43-405b-a009-5a3a46b7faa8 service neutron] Request body: {'port': {'device_id': 'ce39f20b-c1c1-462d-a728-2e63598fdc77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84339'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:24:55.233126 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-e87bdd7c-ac43-405b-a009-5a3a46b7faa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:55.274435 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-ce580488-06db-4e9f-a583-433d5a8fa768 None None] Provisioning complete for port e449241b-1587-403d-bb60-583d3b5d5b9b triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:24:55.275647 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-ce580488-06db-4e9f-a583-433d5a8fa768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:55.307663 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-ce580488-06db-4e9f-a583-433d5a8fa768 None None] Port e449241b-1587-403d-bb60-583d3b5d5b9b cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:24:55.723370 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-e87bdd7c-ac43-405b-a009-5a3a46b7faa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e449241b-1587-403d-bb60-583d3b5d5b9b {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:24:55.730496 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-e87bdd7c-ac43-405b-a009-5a3a46b7faa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:55.741580 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-e87bdd7c-ac43-405b-a009-5a3a46b7faa8 service neutron] Transition to ACTIVE for port object e449241b-1587-403d-bb60-583d3b5d5b9b will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:24:55.792874 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-e87bdd7c-ac43-405b-a009-5a3a46b7faa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:55.843407 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bdd7c-ac43-405b-a009-5a3a46b7faa8 service neutron] Pushing event updated for resources: {'Port': ['ID=e449241b-1587-403d-bb60-583d3b5d5b9b,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:55.913125 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-e87bdd7c-ac43-405b-a009-5a3a46b7faa8 service neutron] Attempting to bind port e449241b-1587-403d-bb60-583d3b5d5b9b on host hv-cinder-84339 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:24:55.913803 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-e87bdd7c-ac43-405b-a009-5a3a46b7faa8 service neutron] Attempting to bind port e449241b-1587-403d-bb60-583d3b5d5b9b by drivers openvswitch,hyperv on host hv-cinder-84339 at level 0 using segments [{'id': 'c3accc82-0619-434a-97e3-9c20caa686c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:24:55.913803 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-e87bdd7c-ac43-405b-a009-5a3a46b7faa8 service neutron] Attempting to bind port e449241b-1587-403d-bb60-583d3b5d5b9b on network 44c421fa-2ce0-48c7-8756-eeee114ae628 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:24:55.918257 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-e87bdd7c-ac43-405b-a009-5a3a46b7faa8 service neutron] Port e449241b-1587-403d-bb60-583d3b5d5b9b on network 44c421fa-2ce0-48c7-8756-eeee114ae628 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84339 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 11:24:55.918587 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-e87bdd7c-ac43-405b-a009-5a3a46b7faa8 service neutron] Attempting to bind port e449241b-1587-403d-bb60-583d3b5d5b9b on network 44c421fa-2ce0-48c7-8756-eeee114ae628 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:24:55.923740 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-e87bdd7c-ac43-405b-a009-5a3a46b7faa8 service neutron] Checking agent: {'id': '96131053-e6ec-4464-b9d0-ccb06fa4079a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84339', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'started_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:24:55.924076 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-e87bdd7c-ac43-405b-a009-5a3a46b7faa8 service neutron] Checking segment: {'id': 'c3accc82-0619-434a-97e3-9c20caa686c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:24:55.924475 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-e87bdd7c-ac43-405b-a009-5a3a46b7faa8 service neutron] Bound using segment: {'id': 'c3accc82-0619-434a-97e3-9c20caa686c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:24:55.924917 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-e87bdd7c-ac43-405b-a009-5a3a46b7faa8 service neutron] Bound port: e449241b-1587-403d-bb60-583d3b5d5b9b, host: hv-cinder-84339, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3accc82-0619-434a-97e3-9c20caa686c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:24:55.925280 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-e87bdd7c-ac43-405b-a009-5a3a46b7faa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:55.990830 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-e87bdd7c-ac43-405b-a009-5a3a46b7faa8 service neutron] For port e449241b-1587-403d-bb60-583d3b5d5b9b, host hv-cinder-84339, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:24:55.994069 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-e87bdd7c-ac43-405b-a009-5a3a46b7faa8 service neutron] For port e449241b-1587-403d-bb60-583d3b5d5b9b, host hv-cinder-84339, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=e449241b-1587-403d-bb60-583d3b5d5b9b,segment=NetworkSegment(c3accc82-0619-434a-97e3-9c20caa686c3),segment_id=c3accc82-0619-434a-97e3-9c20caa686c3)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:24:56.059502 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-e87bdd7c-ac43-405b-a009-5a3a46b7faa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:56.113012 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-e87bdd7c-ac43-405b-a009-5a3a46b7faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:56.113290 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-e87bdd7c-ac43-405b-a009-5a3a46b7faa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:56.115544 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-e87bdd7c-ac43-405b-a009-5a3a46b7faa8 service neutron] 10.222.0.42 "PUT /v2.0/ports/e449241b-1587-403d-bb60-583d3b5d5b9b HTTP/1.1" status: 200 len: 1093 time: 0.9402440 May 26 11:24:56.120061 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce39f20b-c1c1-462d-a728-2e63598fdc77', 'tag': 'e449241b-1587-403d-bb60-583d3b5d5b9b'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:24:56.123229 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b953968-7738-4221-a967-d91f60411692" -d '{"events": [{"name": "network-changed", "server_uuid": "ce39f20b-c1c1-462d-a728-2e63598fdc77", "tag": "e449241b-1587-403d-bb60-583d3b5d5b9b"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:24:56.155179 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13f83c-ce30-4844-bc5e-4cc36e2fc610 req-5f7740e4-49c9-465d-8194-b9151491282f tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:56.156752 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6d13f83c-ce30-4844-bc5e-4cc36e2fc610 req-5f7740e4-49c9-465d-8194-b9151491282f tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce39f20b-c1c1-462d-a728-2e63598fdc77 HTTP/1.1" status: 200 len: 943 time: 0.1091843 May 26 11:24:56.160011 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87bdd7c-ac43-405b-a009-5a3a46b7faa8 service neutron] Pushing event updated for resources: {'Port': ['ID=e449241b-1587-403d-bb60-583d3b5d5b9b,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:56.168905 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3752dd-ef1c-4323-821c-43c75f9ba0b2 x-openstack-request-id: req-fa3752dd-ef1c-4323-821c-43c75f9ba0b2 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:24:56.174445 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce39f20b-c1c1-462d-a728-2e63598fdc77", "tag": "e449241b-1587-403d-bb60-583d3b5d5b9b", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:24:56.174445 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa3752dd-ef1c-4323-821c-43c75f9ba0b2 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:24:56.174445 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa3752dd-ef1c-4323-821c-43c75f9ba0b2'] response: {'name': 'network-changed', 'server_uuid': 'ce39f20b-c1c1-462d-a728-2e63598fdc77', 'tag': 'e449241b-1587-403d-bb60-583d3b5d5b9b', 'status': 'completed', 'code': 200} May 26 11:24:56.228686 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6d13f83c-ce30-4844-bc5e-4cc36e2fc610 req-91cfe5b2-c787-44c4-8adf-23229c3f11e2 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f1af7f3-490c-46e0-be2f-cf9eaca06dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574381 May 26 11:24:56.242349 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b953968-7738-4221-a967-d91f60411692 req-536f7f50-8ed1-4ad8-8c7c-3ffb23972cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:56.244880 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9b953968-7738-4221-a967-d91f60411692 req-536f7f50-8ed1-4ad8-8c7c-3ffb23972cb2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c&device_id=ce39f20b-c1c1-462d-a728-2e63598fdc77 HTTP/1.1" status: 200 len: 1096 time: 0.0519853 May 26 11:24:56.340498 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b953968-7738-4221-a967-d91f60411692 req-64adfb45-c2c5-47b0-a1c5-d22d1f5c0fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:56.341994 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9b953968-7738-4221-a967-d91f60411692 req-64adfb45-c2c5-47b0-a1c5-d22d1f5c0fb3 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0903466 May 26 11:24:56.434725 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b953968-7738-4221-a967-d91f60411692 req-ff190a2e-b6ea-4077-a0de-4917ba6937ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:56.436096 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9b953968-7738-4221-a967-d91f60411692 req-ff190a2e-b6ea-4077-a0de-4917ba6937ef service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0882826 May 26 11:24:56.509068 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-a2c57cbe-e8a8-4684-b635-eea8820c07e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:56.510275 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-a2c57cbe-e8a8-4684-b635-eea8820c07e4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c&device_id=ce39f20b-c1c1-462d-a728-2e63598fdc77 HTTP/1.1" status: 200 len: 1096 time: 0.0403776 May 26 11:24:56.554251 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-828c8ad6-0bc9-483d-bb7b-34c1c64db6aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e449241b-1587-403d-bb60-583d3b5d5b9b HTTP/1.1" status: 200 len: 217 time: 0.0373554 May 26 11:24:56.602265 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-d9b25f9f-dbbe-4042-b9cb-ab6730abe0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:56.604229 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-d9b25f9f-dbbe-4042-b9cb-ab6730abe0eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1caf6db8-dcab-43d8-807f-6adf3a39696e HTTP/1.1" status: 200 len: 852 time: 0.0416100 May 26 11:24:56.646714 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-15719c22-90fb-4ce7-a9ef-88c4bede4466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:56.648143 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-15719c22-90fb-4ce7-a9ef-88c4bede4466 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=44c421fa-2ce0-48c7-8756-eeee114ae628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380399 May 26 11:24:56.658439 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-50d4ee0f-7e0b-45ec-8b27-e0d875cb4cbb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102811) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:24:56.659354 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-50d4ee0f-7e0b-45ec-8b27-e0d875cb4cbb service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046496 May 26 11:24:56.747255 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-a0a8ca03-4adc-4321-afa6-76d3cd7750c8 service neutron] 10.222.0.42 "GET /v2.0/networks/44c421fa-2ce0-48c7-8756-eeee114ae628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809834 May 26 11:24:56.832023 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-baeb8bb0-056c-4b65-a9a9-d8aa057ffa6f req-522190df-4edb-491a-9913-9f9aedc1f57a service neutron] 10.222.0.42 "GET /v2.0/networks/44c421fa-2ce0-48c7-8756-eeee114ae628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784357 May 26 11:24:57.343806 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0172b-ecf8-4483-8fe0-c352efc08610 req-ca652d1f-0dfd-4fc3-97aa-0eafefc94ec8 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:57.345349 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b6a0172b-ecf8-4483-8fe0-c352efc08610 req-ca652d1f-0dfd-4fc3-97aa-0eafefc94ec8 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce39f20b-c1c1-462d-a728-2e63598fdc77 HTTP/1.1" status: 200 len: 943 time: 0.0474365 May 26 11:24:57.382109 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b6a0172b-ecf8-4483-8fe0-c352efc08610 req-6cba6067-8f85-4cac-903a-1963e91c2d20 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f1af7f3-490c-46e0-be2f-cf9eaca06dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308721 May 26 11:24:58.496133 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538ab62-e463-442b-8910-bb2a9184ddf4 req-172a5863-4d36-4698-a7fb-5a26d2a45102 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:58.497643 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3538ab62-e463-442b-8910-bb2a9184ddf4 req-172a5863-4d36-4698-a7fb-5a26d2a45102 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce39f20b-c1c1-462d-a728-2e63598fdc77 HTTP/1.1" status: 200 len: 943 time: 0.0484760 May 26 11:24:58.535556 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3538ab62-e463-442b-8910-bb2a9184ddf4 req-df5b4471-0f2a-4bab-8177-3562a98fe618 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f1af7f3-490c-46e0-be2f-cf9eaca06dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319405 May 26 11:24:59.202147 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device e449241b-1587-403d-bb60-583d3b5d5b9b details requested by agent hyperv_hv-cinder-84339 with host hv-cinder-84339 {{(pid=102813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 11:24:59.292792 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port e449241b-1587-403d-bb60-583d3b5d5b9b, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=e449241b-1587-403d-bb60-583d3b5d5b9b,segment=NetworkSegment(c3accc82-0619-434a-97e3-9c20caa686c3),segment_id=c3accc82-0619-434a-97e3-9c20caa686c3)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:24:59.304173 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Returning: {'device': 'e449241b-1587-403d-bb60-583d3b5d5b9b', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'port_id': 'e449241b-1587-403d-bb60-583d3b5d5b9b', 'mac_address': 'fa:16:3e:30:ba:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 11:24:59.339331 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port e449241b-1587-403d-bb60-583d3b5d5b9b is: DOWN; New status is: BUILD {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:24:59.339713 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:59.359631 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e449241b-1587-403d-bb60-583d3b5d5b9b {{(pid=102813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:24:59.377469 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port e449241b-1587-403d-bb60-583d3b5d5b9b, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=e449241b-1587-403d-bb60-583d3b5d5b9b,segment=NetworkSegment(c3accc82-0619-434a-97e3-9c20caa686c3),segment_id=c3accc82-0619-434a-97e3-9c20caa686c3)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:24:59.453600 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:24:59.499589 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=e449241b-1587-403d-bb60-583d3b5d5b9b,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:24:59.506354 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:59.506699 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:59.507039 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:59.507374 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:59.507701 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:59.508027 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:59.508352 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:59.508698 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:59.509068 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:59.509956 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:59.510288 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:59.510611 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:24:59.649439 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f7c67-b6b9-4ff7-acbc-3a7dd2e548d8 req-343dde7e-2bc1-496b-ab41-2c40aea33e0d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:24:59.650905 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-824f7c67-b6b9-4ff7-acbc-3a7dd2e548d8 req-343dde7e-2bc1-496b-ab41-2c40aea33e0d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce39f20b-c1c1-462d-a728-2e63598fdc77 HTTP/1.1" status: 200 len: 944 time: 0.0479312 May 26 11:24:59.666177 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['e449241b-1587-403d-bb60-583d3b5d5b9b'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:24:59.688156 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-824f7c67-b6b9-4ff7-acbc-3a7dd2e548d8 req-32c06c5d-1427-47d5-95e1-cd432faa12af tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f1af7f3-490c-46e0-be2f-cf9eaca06dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312519 May 26 11:25:00.808663 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83779725-ebbc-4c21-afca-1c156d7af990 req-4860f8dc-0e66-43d9-bdc0-c25db2ca4473 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:00.810193 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-83779725-ebbc-4c21-afca-1c156d7af990 req-4860f8dc-0e66-43d9-bdc0-c25db2ca4473 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce39f20b-c1c1-462d-a728-2e63598fdc77 HTTP/1.1" status: 200 len: 944 time: 0.0538898 May 26 11:25:00.847368 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-83779725-ebbc-4c21-afca-1c156d7af990 req-450cf741-5728-4cc9-912d-2eca70786dd5 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f1af7f3-490c-46e0-be2f-cf9eaca06dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311508 May 26 11:25:01.202718 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device e449241b-1587-403d-bb60-583d3b5d5b9b up at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:25:01.295293 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning for port e449241b-1587-403d-bb60-583d3b5d5b9b completed by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:25:01.299070 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning complete for port e449241b-1587-403d-bb60-583d3b5d5b9b triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:25:01.299440 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:01.372304 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port e449241b-1587-403d-bb60-583d3b5d5b9b is: BUILD; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:25:01.372709 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:01.393661 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce39f20b-c1c1-462d-a728-2e63598fdc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e449241b-1587-403d-bb60-583d3b5d5b9b'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:25:01.395802 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ff59aa-bf0f-466b-bf5d-143f2e08a7ab" -d '{"events": [{"server_uuid": "ce39f20b-c1c1-462d-a728-2e63598fdc77", "name": "network-vif-plugged", "status": "completed", "tag": "e449241b-1587-403d-bb60-583d3b5d5b9b"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:25:01.407711 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port e449241b-1587-403d-bb60-583d3b5d5b9b, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=e449241b-1587-403d-bb60-583d3b5d5b9b,segment=NetworkSegment(c3accc82-0619-434a-97e3-9c20caa686c3),segment_id=c3accc82-0619-434a-97e3-9c20caa686c3)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:25:01.433040 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e4f31e-cb4f-48c2-b2ba-7604ab617948 x-openstack-request-id: req-59e4f31e-cb4f-48c2-b2ba-7604ab617948 {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:25:01.433429 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce39f20b-c1c1-462d-a728-2e63598fdc77", "name": "network-vif-plugged", "status": "completed", "tag": "e449241b-1587-403d-bb60-583d3b5d5b9b", "code": 200}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:25:01.433684 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59e4f31e-cb4f-48c2-b2ba-7604ab617948 {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:25:01.434071 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59e4f31e-cb4f-48c2-b2ba-7604ab617948'] response: {'server_uuid': 'ce39f20b-c1c1-462d-a728-2e63598fdc77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e449241b-1587-403d-bb60-583d3b5d5b9b', 'code': 200} May 26 11:25:01.455530 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:01.505523 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=e449241b-1587-403d-bb60-583d3b5d5b9b,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:25:01.769146 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c1de7-74e6-40f8-ab7c-69f5b0ac8212 req-34619be9-4329-44db-8291-ad37c95bc691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:01.770594 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b09c1de7-74e6-40f8-ab7c-69f5b0ac8212 req-34619be9-4329-44db-8291-ad37c95bc691 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ce39f20b-c1c1-462d-a728-2e63598fdc77 HTTP/1.1" status: 200 len: 1098 time: 0.1254990 May 26 11:25:01.803428 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b09c1de7-74e6-40f8-ab7c-69f5b0ac8212 req-edccdb40-3941-4576-8ac2-0610316609bc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4f1af7f3-490c-46e0-be2f-cf9eaca06dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264730 May 26 11:25:01.958654 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c7e844-18ae-4624-b0fc-7bda4ae859da req-3f9f70b9-611f-4740-943e-0fb93509ef7e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:01.960029 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c5c7e844-18ae-4624-b0fc-7bda4ae859da req-3f9f70b9-611f-4740-943e-0fb93509ef7e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce39f20b-c1c1-462d-a728-2e63598fdc77 HTTP/1.1" status: 200 len: 945 time: 0.0473409 May 26 11:25:01.996237 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c5c7e844-18ae-4624-b0fc-7bda4ae859da req-289c5813-303c-47e3-b326-7ac27627f3ff tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f1af7f3-490c-46e0-be2f-cf9eaca06dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297031 May 26 11:25:03.115111 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127f050-90e4-4cd0-8601-0260a99a3448 req-028c0279-8e76-4408-b79a-019cef1850a3 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:03.116549 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7127f050-90e4-4cd0-8601-0260a99a3448 req-028c0279-8e76-4408-b79a-019cef1850a3 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce39f20b-c1c1-462d-a728-2e63598fdc77 HTTP/1.1" status: 200 len: 945 time: 0.0507605 May 26 11:25:03.154898 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7127f050-90e4-4cd0-8601-0260a99a3448 req-94fd7c19-924d-40fb-8bba-4a4b4760a992 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f1af7f3-490c-46e0-be2f-cf9eaca06dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317266 May 26 11:25:03.265071 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1e484-2adc-4860-9def-da555a7956c3 req-a64f7b15-b7b0-47e7-98a5-a45544b8b8bd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:03.266488 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-a4c1e484-2adc-4860-9def-da555a7956c3 req-a64f7b15-b7b0-47e7-98a5-a45544b8b8bd tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce39f20b-c1c1-462d-a728-2e63598fdc77 HTTP/1.1" status: 200 len: 945 time: 0.0498655 May 26 11:25:03.275534 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45798) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:25:03.280029 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-4f00eb27-7570-4ce2-931f-56a6d7f5c4f6 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Request body: {'floatingip': {'port_id': 'e449241b-1587-403d-bb60-583d3b5d5b9b'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:25:03.317786 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4f00eb27-7570-4ce2-931f-56a6d7f5c4f6 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for floatingip, before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:03.734596 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4f00eb27-7570-4ce2-931f-56a6d7f5c4f6 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:03.790631 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4f00eb27-7570-4ce2-931f-56a6d7f5c4f6 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:03.886851 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.db.l3_db [None req-4f00eb27-7570-4ce2-931f-56a6d7f5c4f6 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Floating IP b6aa8ce2-6c52-4131-9ac7-803879bf872e associated. External IP: 172.27.2.152, port: e449241b-1587-403d-bb60-583d3b5d5b9b. May 26 11:25:04.083414 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f00eb27-7570-4ce2-931f-56a6d7f5c4f6 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:25:04.189134 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f00eb27-7570-4ce2-931f-56a6d7f5c4f6 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:25:04.193897 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-4f00eb27-7570-4ce2-931f-56a6d7f5c4f6 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:04.199131 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1bddc8-2db5-4da6-86e7-36a5cb4699e8 None None] Sync routers for ids ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:25:04.208596 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1bddc8-2db5-4da6-86e7-36a5cb4699e8 None None] Routers {'0c24865d-15cd-46b9-b31c-bfa55bb63d28'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:25:04.209228 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-5c1bddc8-2db5-4da6-86e7-36a5cb4699e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:24:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:25:04.220178 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-4f00eb27-7570-4ce2-931f-56a6d7f5c4f6 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "PUT /v2.0/floatingips/b6aa8ce2-6c52-4131-9ac7-803879bf872e HTTP/1.1" status: 200 len: 991 time: 0.9436426 May 26 11:25:04.220784 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce39f20b-c1c1-462d-a728-2e63598fdc77', 'tag': 'e449241b-1587-403d-bb60-583d3b5d5b9b'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:25:04.223130 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68cb6bc11d0969d8050e4c4fd8812a2ae7a0aff31285e7476e9ca95485fd95a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f18fac-5550-4acb-bcdf-ec95cca779df" -d '{"events": [{"name": "network-changed", "server_uuid": "ce39f20b-c1c1-462d-a728-2e63598fdc77", "tag": "e449241b-1587-403d-bb60-583d3b5d5b9b"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:25:04.257958 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60909fe-1f1d-460a-b863-ed70f15dcdf5 x-openstack-request-id: req-c60909fe-1f1d-460a-b863-ed70f15dcdf5 {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:25:04.258237 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce39f20b-c1c1-462d-a728-2e63598fdc77", "tag": "e449241b-1587-403d-bb60-583d3b5d5b9b", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:25:04.258480 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c60909fe-1f1d-460a-b863-ed70f15dcdf5 {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:25:04.258873 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c60909fe-1f1d-460a-b863-ed70f15dcdf5'] response: {'name': 'network-changed', 'server_uuid': 'ce39f20b-c1c1-462d-a728-2e63598fdc77', 'tag': 'e449241b-1587-403d-bb60-583d3b5d5b9b', 'status': 'completed', 'code': 200} May 26 11:25:04.312512 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-5c1bddc8-2db5-4da6-86e7-36a5cb4699e8 None None] Set router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:25:04.319022 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f18fac-5550-4acb-bcdf-ec95cca779df req-1abab89a-ce41-40d4-ad28-db6ce502ed59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:04.320515 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-05f18fac-5550-4acb-bcdf-ec95cca779df req-1abab89a-ce41-40d4-ad28-db6ce502ed59 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c&device_id=ce39f20b-c1c1-462d-a728-2e63598fdc77 HTTP/1.1" status: 200 len: 1098 time: 0.0397232 May 26 11:25:04.411129 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f18fac-5550-4acb-bcdf-ec95cca779df req-cd37f953-6dbc-401f-b8f2-5ae87f0d74c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:04.412494 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-05f18fac-5550-4acb-bcdf-ec95cca779df req-cd37f953-6dbc-401f-b8f2-5ae87f0d74c8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=44c421fa-2ce0-48c7-8756-eeee114ae628 HTTP/1.1" status: 200 len: 914 time: 0.0849321 May 26 11:25:04.474769 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-05f18fac-5550-4acb-bcdf-ec95cca779df req-751300b1-ba6c-443d-b996-50f7be9466aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e449241b-1587-403d-bb60-583d3b5d5b9b HTTP/1.1" status: 200 len: 999 time: 0.0562263 May 26 11:25:04.521007 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f18fac-5550-4acb-bcdf-ec95cca779df req-aced8953-55de-4e37-969c-b5a3c5411ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:04.522443 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-05f18fac-5550-4acb-bcdf-ec95cca779df req-aced8953-55de-4e37-969c-b5a3c5411ad3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1caf6db8-dcab-43d8-807f-6adf3a39696e HTTP/1.1" status: 200 len: 852 time: 0.0416489 May 26 11:25:04.525899 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-5c1bddc8-2db5-4da6-86e7-36a5cb4699e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'b6aa8ce2-6c52-4131-9ac7-803879bf872e', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'port_id': 'e449241b-1587-403d-bb60-583d3b5d5b9b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'mac_address': 'fa:16:3e:30:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce39f20b-c1c1-462d-a728-2e63598fdc77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:24:51Z', 'updated_at': '2022-05-26T11:25:03Z', 'revision_number': 1, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:34Z', 'revision_number': 5, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:25:04.555508 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1bddc8-2db5-4da6-86e7-36a5cb4699e8 None None] Checking router: 0c24865d-15cd-46b9-b31c-bfa55bb63d28 for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:25:04.563716 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1bddc8-2db5-4da6-86e7-36a5cb4699e8 None None] Routers {'0c24865d-15cd-46b9-b31c-bfa55bb63d28'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:25:04.565435 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-5c1bddc8-2db5-4da6-86e7-36a5cb4699e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:24:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:25:04.572712 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f18fac-5550-4acb-bcdf-ec95cca779df req-851712bb-b42f-4ce0-96b5-55fbac63dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:04.574219 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-05f18fac-5550-4acb-bcdf-ec95cca779df req-851712bb-b42f-4ce0-96b5-55fbac63dd17 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=44c421fa-2ce0-48c7-8756-eeee114ae628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450599 May 26 11:25:04.660022 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-05f18fac-5550-4acb-bcdf-ec95cca779df req-c616bc77-4ca1-4185-878a-8d7b37243244 service neutron] 10.222.0.42 "GET /v2.0/networks/44c421fa-2ce0-48c7-8756-eeee114ae628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794764 May 26 11:25:04.669658 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-5c1bddc8-2db5-4da6-86e7-36a5cb4699e8 None None] Set router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:25:04.751076 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-05f18fac-5550-4acb-bcdf-ec95cca779df req-6cdc6af4-2565-41a5-b4ea-6d478fa672f6 service neutron] 10.222.0.42 "GET /v2.0/networks/44c421fa-2ce0-48c7-8756-eeee114ae628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835655 May 26 11:25:04.884848 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-5c1bddc8-2db5-4da6-86e7-36a5cb4699e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'b6aa8ce2-6c52-4131-9ac7-803879bf872e', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'port_id': 'e449241b-1587-403d-bb60-583d3b5d5b9b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'mac_address': 'fa:16:3e:30:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce39f20b-c1c1-462d-a728-2e63598fdc77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:24:51Z', 'updated_at': '2022-05-26T11:25:03Z', 'revision_number': 1, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:34Z', 'revision_number': 5, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:25:04.911959 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1bddc8-2db5-4da6-86e7-36a5cb4699e8 None None] The sync data for ids ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'] in dv-cinder-843395-1-iscsi is: [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'b6aa8ce2-6c52-4131-9ac7-803879bf872e', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'floating_ip_address': '172.27.2.152', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'port_id': 'e449241b-1587-403d-bb60-583d3b5d5b9b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'mac_address': 'fa:16:3e:30:ba:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce39f20b-c1c1-462d-a728-2e63598fdc77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:24:51Z', 'updated_at': '2022-05-26T11:25:03Z', 'revision_number': 1, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:34Z', 'revision_number': 5, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:25:05.105266 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d09b1b1-28ea-41b8-87a4-60b5066cdb24 None None] New status for floating IP b6aa8ce2-6c52-4131-9ac7-803879bf872e: ACTIVE {{(pid=102813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:25:09.409616 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:17.990449 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-edfea7ce-5c77-43e6-bc10-e56f4ffaeaff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:20.123557 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-ea9937e1-4698-4941-b4eb-4ae468a45b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:21.494848 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:22.735296 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:23.253139 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:25.507401 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:25:37.910018 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa69b14-ed68-4696-97f7-4e88acd890fa req-a7746af9-65de-418c-b24e-254a4848d2fb tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:37.911451 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cfa69b14-ed68-4696-97f7-4e88acd890fa req-a7746af9-65de-418c-b24e-254a4848d2fb tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 945 time: 0.0475636 May 26 11:25:37.948751 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cfa69b14-ed68-4696-97f7-4e88acd890fa req-3c2bd5dd-c826-4ab6-a99f-b657f65027b8 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308371 May 26 11:25:39.062967 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5738f86-bcee-4ddd-b63e-90423fa54fec req-b947ca58-13fe-488d-b2df-7bf3f3923ae3 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:39.064414 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f5738f86-bcee-4ddd-b63e-90423fa54fec req-b947ca58-13fe-488d-b2df-7bf3f3923ae3 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 945 time: 0.0478566 May 26 11:25:39.100808 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-f5738f86-bcee-4ddd-b63e-90423fa54fec req-c43e6e3d-18f3-4472-b604-d46e7c37ff3d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304146 May 26 11:25:39.375216 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:39.446994 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5e658-7620-4b96-a1cf-5b48ce0aa0e2 req-fff6210d-c375-4a0b-af8b-4a366fd264d8 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:39.448400 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-89c5e658-7620-4b96-a1cf-5b48ce0aa0e2 req-fff6210d-c375-4a0b-af8b-4a366fd264d8 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 945 time: 0.0473139 May 26 11:25:39.537007 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-89c5e658-7620-4b96-a1cf-5b48ce0aa0e2 req-ae64410f-347a-471a-9ef9-eaef0acb48e8 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Deleting port 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:25:39.537344 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-89c5e658-7620-4b96-a1cf-5b48ce0aa0e2 req-ae64410f-347a-471a-9ef9-eaef0acb48e8 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:39.622050 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-89c5e658-7620-4b96-a1cf-5b48ce0aa0e2 req-ae64410f-347a-471a-9ef9-eaef0acb48e8 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] For port 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=9c24e202-87a6-49fd-ad0d-49bbf05f2c0f,segment=NetworkSegment(a6e85a7b-632d-4806-a1c2-98c3c601765c),segment_id=a6e85a7b-632d-4806-a1c2-98c3c601765c)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:25:39.622417 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-89c5e658-7620-4b96-a1cf-5b48ce0aa0e2 req-ae64410f-347a-471a-9ef9-eaef0acb48e8 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:39.784821 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-89c5e658-7620-4b96-a1cf-5b48ce0aa0e2 req-ae64410f-347a-471a-9ef9-eaef0acb48e8 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:39.785100 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-89c5e658-7620-4b96-a1cf-5b48ce0aa0e2 req-ae64410f-347a-471a-9ef9-eaef0acb48e8 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:39.785414 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.l3_db [req-89c5e658-7620-4b96-a1cf-5b48ce0aa0e2 req-ae64410f-347a-471a-9ef9-eaef0acb48e8 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Floating IP 6983ad49-708e-4a09-b983-99130cb9e127 disassociated. External IP: 172.27.2.119, port: 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f. May 26 11:25:39.785749 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-89c5e658-7620-4b96-a1cf-5b48ce0aa0e2 req-ae64410f-347a-471a-9ef9-eaef0acb48e8 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Calling delete_port for 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:25:39.947005 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-89c5e658-7620-4b96-a1cf-5b48ce0aa0e2 req-ae64410f-347a-471a-9ef9-eaef0acb48e8 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:39.973828 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64410f-347a-471a-9ef9-eaef0acb48e8 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Pushing event deleted for resources: {'Port': ['ID=9c24e202-87a6-49fd-ad0d-49bbf05f2c0f,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:25:40.083757 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89c5e658-7620-4b96-a1cf-5b48ce0aa0e2 req-ae64410f-347a-471a-9ef9-eaef0acb48e8 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Router 45295373-e9cb-4611-9dc8-f892d8d93137 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:25:40.190785 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89c5e658-7620-4b96-a1cf-5b48ce0aa0e2 req-ae64410f-347a-471a-9ef9-eaef0acb48e8 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:25:40.196825 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-c38d329b-2e6f-4897-9bff-a2bf932f79a3 req-c2282666-db3c-49fa-ab32-7ad483bd2309 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 210 time: 0.0269451 May 26 11:25:40.202072 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b668cc-6a5a-482e-8ed6-24e6a8ab4155 None None] Sync routers for ids ['45295373-e9cb-4611-9dc8-f892d8d93137'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:25:40.212834 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b668cc-6a5a-482e-8ed6-24e6a8ab4155 None None] Routers {'45295373-e9cb-4611-9dc8-f892d8d93137'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:25:40.213443 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-c7b668cc-6a5a-482e-8ed6-24e6a8ab4155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:25:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['45295373-e9cb-4611-9dc8-f892d8d93137'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:25:40.233516 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-89c5e658-7620-4b96-a1cf-5b48ce0aa0e2 req-ae64410f-347a-471a-9ef9-eaef0acb48e8 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] No DVR routers for this DVR port 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f on host hv-cinder-84339 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:25:40.236043 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-89c5e658-7620-4b96-a1cf-5b48ce0aa0e2 req-ae64410f-347a-471a-9ef9-eaef0acb48e8 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:40.239343 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-89c5e658-7620-4b96-a1cf-5b48ce0aa0e2 req-ae64410f-347a-471a-9ef9-eaef0acb48e8 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.42 "DELETE /v2.0/ports/9c24e202-87a6-49fd-ad0d-49bbf05f2c0f HTTP/1.1" status: 204 len: 173 time: 0.7845039 May 26 11:25:40.239779 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf78bd23-8bf5-4b05-8699-aebbeb515149', 'name': 'network-vif-deleted', 'tag': '9c24e202-87a6-49fd-ad0d-49bbf05f2c0f'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:25:40.242152 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57461148-c266-40f6-9803-eb3c1d212ec5" -d '{"events": [{"server_uuid": "bf78bd23-8bf5-4b05-8699-aebbeb515149", "name": "network-vif-deleted", "tag": "9c24e202-87a6-49fd-ad0d-49bbf05f2c0f"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:25:40.281638 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146d450d-b266-4833-b7f5-d556e049d11b x-openstack-request-id: req-146d450d-b266-4833-b7f5-d556e049d11b {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:25:40.281930 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf78bd23-8bf5-4b05-8699-aebbeb515149", "name": "network-vif-deleted", "tag": "9c24e202-87a6-49fd-ad0d-49bbf05f2c0f", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:25:40.282293 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-146d450d-b266-4833-b7f5-d556e049d11b {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:25:40.282697 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-146d450d-b266-4833-b7f5-d556e049d11b'] response: {'server_uuid': 'bf78bd23-8bf5-4b05-8699-aebbeb515149', 'name': 'network-vif-deleted', 'tag': '9c24e202-87a6-49fd-ad0d-49bbf05f2c0f', 'status': 'completed', 'code': 200} May 26 11:25:40.321571 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-c7b668cc-6a5a-482e-8ed6-24e6a8ab4155 None None] Set router 45295373-e9cb-4611-9dc8-f892d8d93137 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:25:40.549760 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-c7b668cc-6a5a-482e-8ed6-24e6a8ab4155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'name': 'tempest-TestVolumeBootPattern-958338100-router', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:48Z', 'updated_at': '2022-05-26T11:22:51Z', 'revision_number': 4, 'project_id': '9b156406dd334d888436af3a31bf551e', 'gw_port': {'id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:49Z', 'updated_at': '2022-05-26T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '13f6e075-bfcc-4710-b209-1ee0c5c8da2f', 'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'mac_address': 'fa:16:3e:77:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:50Z', 'updated_at': '2022-05-26T11:22:55Z', 'revision_number': 5, 'project_id': '9b156406dd334d888436af3a31bf551e', 'subnets': [{'id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:25:40.580145 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b668cc-6a5a-482e-8ed6-24e6a8ab4155 None None] Checking router: 45295373-e9cb-4611-9dc8-f892d8d93137 for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:25:40.588323 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b668cc-6a5a-482e-8ed6-24e6a8ab4155 None None] Routers {'45295373-e9cb-4611-9dc8-f892d8d93137'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:25:40.588952 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-c7b668cc-6a5a-482e-8ed6-24e6a8ab4155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:25:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['45295373-e9cb-4611-9dc8-f892d8d93137'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:25:40.785116 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-c7b668cc-6a5a-482e-8ed6-24e6a8ab4155 None None] Set router 45295373-e9cb-4611-9dc8-f892d8d93137 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:25:40.982414 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-c7b668cc-6a5a-482e-8ed6-24e6a8ab4155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'name': 'tempest-TestVolumeBootPattern-958338100-router', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:48Z', 'updated_at': '2022-05-26T11:22:51Z', 'revision_number': 4, 'project_id': '9b156406dd334d888436af3a31bf551e', 'gw_port': {'id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:49Z', 'updated_at': '2022-05-26T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '13f6e075-bfcc-4710-b209-1ee0c5c8da2f', 'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'mac_address': 'fa:16:3e:77:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:50Z', 'updated_at': '2022-05-26T11:22:55Z', 'revision_number': 5, 'project_id': '9b156406dd334d888436af3a31bf551e', 'subnets': [{'id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:25:41.007324 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b668cc-6a5a-482e-8ed6-24e6a8ab4155 None None] The sync data for ids ['45295373-e9cb-4611-9dc8-f892d8d93137'] in dv-cinder-843395-1-iscsi is: [{'id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'name': 'tempest-TestVolumeBootPattern-958338100-router', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:48Z', 'updated_at': '2022-05-26T11:22:51Z', 'revision_number': 4, 'project_id': '9b156406dd334d888436af3a31bf551e', 'gw_port': {'id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:49Z', 'updated_at': '2022-05-26T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '13f6e075-bfcc-4710-b209-1ee0c5c8da2f', 'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'mac_address': 'fa:16:3e:77:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:50Z', 'updated_at': '2022-05-26T11:22:55Z', 'revision_number': 5, 'project_id': '9b156406dd334d888436af3a31bf551e', 'subnets': [{'id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:25:41.223069 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c537f18c-3358-4b8f-865f-1fc12dfc92ba None None] New status for floating IP 6983ad49-708e-4a09-b983-99130cb9e127: DOWN {{(pid=102813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:25:41.308533 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-d369bd72-3aff-4af7-99e4-4e2002c977e1 req-8e3e2ef4-d0eb-4a13-920f-c267945338ad tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf78bd23-8bf5-4b05-8699-aebbeb515149 HTTP/1.1" status: 200 len: 210 time: 0.0266104 May 26 11:25:42.547417 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-6e0bd8d2-4b42-4c87-81c0-f48768fd12f4 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1958197108&fields=id&tenant_id=9b156406dd334d888436af3a31bf551e HTTP/1.1" status: 200 len: 267 time: 0.0328221 May 26 11:25:42.651709 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-d9973d45-1917-4531-853b-db745b25f9f0 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:42.664701 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-d9973d45-1917-4531-853b-db745b25f9f0 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/networks?id=201b8ed7-d257-4ded-b20c-a4cdaabf3f88 HTTP/1.1" status: 200 len: 811 time: 0.0991786 May 26 11:25:42.668475 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-a03c2187-c650-4caa-b274-f5d8d15484ff tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/quotas/9b156406dd334d888436af3a31bf551e HTTP/1.1" status: 200 len: 375 time: 0.0093207 May 26 11:25:42.724825 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-d6f7c97b-0904-4a31-af8c-6ecc889d0fdd tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b156406dd334d888436af3a31bf551e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505068 May 26 11:25:42.817245 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-9138a017-3ef0-4da2-8f9b-46576b5cdd81 service neutron] 10.222.0.21 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805461 May 26 11:25:42.909982 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-b95de6dd-63ad-43fa-a04c-4f832beef001 service neutron] 10.222.0.21 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864208 May 26 11:25:43.353228 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f no longer exists at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:25:43.373159 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] No Port match for: 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:25:43.374414 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 9c24e202-87a6-49fd-ad0d-49bbf05f2c0f not bound to the agent host hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:25:43.449734 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6c7a02e0-a616-49f1-9301-5203f90d2d49 req-61c54ad8-69c3-4c35-8040-d64144f02b3b tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 210 time: 0.0296533 May 26 11:25:44.541215 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ab2e2718-2f95-4fe4-a9c1-fe93d6722c1a req-8c22d98d-eaa8-48f5-97f2-dc240619eaa7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 210 time: 0.0257733 May 26 11:25:45.236339 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-e8faaf24-3e55-4aa9-b331-db5ad3c72b59 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:45.237827 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-e8faaf24-3e55-4aa9-b331-db5ad3c72b59 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.42 "GET /v2.0/networks?id=201b8ed7-d257-4ded-b20c-a4cdaabf3f88 HTTP/1.1" status: 200 len: 811 time: 0.0999317 May 26 11:25:45.283848 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-ec625b95-d40f-4530-a759-096eb1036e95 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b156406dd334d888436af3a31bf551e HTTP/1.1" status: 200 len: 380 time: 0.0349834 May 26 11:25:45.299527 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-16c9ed78-3dd0-402b-86e0-665722808c6c tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Request body: {'port': {'device_id': '9ce07e3f-4576-4f0e-9233-397e03b8d6f9', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'admin_state_up': True, 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'security_groups': ['50346a95-7eed-449d-bb3e-66ad3d91277f']}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:25:45.498306 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-16c9ed78-3dd0-402b-86e0-665722808c6c tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Made reservation on behalf of 9b156406dd334d888436af3a31bf551e for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:25:45.501723 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-16c9ed78-3dd0-402b-86e0-665722808c6c tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:45.628016 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-16c9ed78-3dd0-402b-86e0-665722808c6c tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Allocated IP 172.20.0.6 (201b8ed7-d257-4ded-b20c-a4cdaabf3f88/a4f82145-402d-4d00-956a-36c8731d0d08/2f168721-8052-4787-900e-6ebb1b23c2bb) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:25:45.634937 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-b74b6735-6474-450b-977e-cbbf79546bca req-2dbec9dd-d082-4e12-b865-b2c192f070ca tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 210 time: 0.0267687 May 26 11:25:45.759172 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-16c9ed78-3dd0-402b-86e0-665722808c6c tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:45.853385 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-16c9ed78-3dd0-402b-86e0-665722808c6c tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:45.900675 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-16c9ed78-3dd0-402b-86e0-665722808c6c tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Network 201b8ed7-d257-4ded-b20c-a4cdaabf3f88 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:25:45.903542 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-16c9ed78-3dd0-402b-86e0-665722808c6c tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:25:45.907015 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-16c9ed78-3dd0-402b-86e0-665722808c6c tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:25:45.929635 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9ed78-3dd0-402b-86e0-665722808c6c tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Pushing event updated for resources: {'Port': ['ID=2f168721-8052-4787-900e-6ebb1b23c2bb,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:25:45.959189 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-16c9ed78-3dd0-402b-86e0-665722808c6c tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:45.959807 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-16c9ed78-3dd0-402b-86e0-665722808c6c tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:46.034623 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-16c9ed78-3dd0-402b-86e0-665722808c6c tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7390645 May 26 11:25:46.047600 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-9adf504d-8786-41d0-a023-7eb31b03f497 service neutron] Request body: {'port': {'device_id': '9ce07e3f-4576-4f0e-9233-397e03b8d6f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84339'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:25:46.098714 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-9adf504d-8786-41d0-a023-7eb31b03f497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:46.143670 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-27c1866b-d295-40a6-b9d0-ef5568d669df None None] Provisioning complete for port 2f168721-8052-4787-900e-6ebb1b23c2bb triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:25:46.143670 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-27c1866b-d295-40a6-b9d0-ef5568d669df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:46.175964 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-27c1866b-d295-40a6-b9d0-ef5568d669df None None] Port 2f168721-8052-4787-900e-6ebb1b23c2bb cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:25:46.359211 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-9adf504d-8786-41d0-a023-7eb31b03f497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f168721-8052-4787-900e-6ebb1b23c2bb {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:25:46.366348 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-9adf504d-8786-41d0-a023-7eb31b03f497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:46.378103 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-9adf504d-8786-41d0-a023-7eb31b03f497 service neutron] Transition to ACTIVE for port object 2f168721-8052-4787-900e-6ebb1b23c2bb will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:25:46.448758 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-9adf504d-8786-41d0-a023-7eb31b03f497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:46.495572 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf504d-8786-41d0-a023-7eb31b03f497 service neutron] Pushing event updated for resources: {'Port': ['ID=2f168721-8052-4787-900e-6ebb1b23c2bb,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:25:46.564589 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-9adf504d-8786-41d0-a023-7eb31b03f497 service neutron] Attempting to bind port 2f168721-8052-4787-900e-6ebb1b23c2bb on host hv-cinder-84339 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:25:46.564945 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-9adf504d-8786-41d0-a023-7eb31b03f497 service neutron] Attempting to bind port 2f168721-8052-4787-900e-6ebb1b23c2bb by drivers openvswitch,hyperv on host hv-cinder-84339 at level 0 using segments [{'id': 'a6e85a7b-632d-4806-a1c2-98c3c601765c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:25:46.565278 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-9adf504d-8786-41d0-a023-7eb31b03f497 service neutron] Attempting to bind port 2f168721-8052-4787-900e-6ebb1b23c2bb on network 201b8ed7-d257-4ded-b20c-a4cdaabf3f88 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:25:46.570014 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-9adf504d-8786-41d0-a023-7eb31b03f497 service neutron] Port 2f168721-8052-4787-900e-6ebb1b23c2bb on network 201b8ed7-d257-4ded-b20c-a4cdaabf3f88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84339 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 11:25:46.570335 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-9adf504d-8786-41d0-a023-7eb31b03f497 service neutron] Attempting to bind port 2f168721-8052-4787-900e-6ebb1b23c2bb on network 201b8ed7-d257-4ded-b20c-a4cdaabf3f88 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:25:46.575523 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-9adf504d-8786-41d0-a023-7eb31b03f497 service neutron] Checking agent: {'id': '96131053-e6ec-4464-b9d0-ccb06fa4079a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84339', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'started_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:25:46.575862 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-9adf504d-8786-41d0-a023-7eb31b03f497 service neutron] Checking segment: {'id': 'a6e85a7b-632d-4806-a1c2-98c3c601765c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:25:46.576245 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-9adf504d-8786-41d0-a023-7eb31b03f497 service neutron] Bound using segment: {'id': 'a6e85a7b-632d-4806-a1c2-98c3c601765c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:25:46.576695 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-9adf504d-8786-41d0-a023-7eb31b03f497 service neutron] Bound port: 2f168721-8052-4787-900e-6ebb1b23c2bb, host: hv-cinder-84339, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6e85a7b-632d-4806-a1c2-98c3c601765c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:25:46.577060 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-9adf504d-8786-41d0-a023-7eb31b03f497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:46.753141 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5406c0-be26-4542-a9f2-44ed43f474af req-b330c7cb-8e96-41ae-a51a-d854d5af1b91 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:46.754643 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-df5406c0-be26-4542-a9f2-44ed43f474af req-b330c7cb-8e96-41ae-a51a-d854d5af1b91 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0480435 May 26 11:25:46.769868 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-9adf504d-8786-41d0-a023-7eb31b03f497 service neutron] For port 2f168721-8052-4787-900e-6ebb1b23c2bb, host hv-cinder-84339, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:25:46.788725 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-9adf504d-8786-41d0-a023-7eb31b03f497 service neutron] For port 2f168721-8052-4787-900e-6ebb1b23c2bb, host hv-cinder-84339, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=2f168721-8052-4787-900e-6ebb1b23c2bb,segment=NetworkSegment(a6e85a7b-632d-4806-a1c2-98c3c601765c),segment_id=a6e85a7b-632d-4806-a1c2-98c3c601765c)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:25:46.805466 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-df5406c0-be26-4542-a9f2-44ed43f474af req-fb38ecb4-f256-4f2e-a845-c299695e0917 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421953 May 26 11:25:46.861294 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-9adf504d-8786-41d0-a023-7eb31b03f497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:46.892097 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-9adf504d-8786-41d0-a023-7eb31b03f497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:46.892808 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-9adf504d-8786-41d0-a023-7eb31b03f497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:46.894388 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-9adf504d-8786-41d0-a023-7eb31b03f497 service neutron] 10.222.0.42 "PUT /v2.0/ports/2f168721-8052-4787-900e-6ebb1b23c2bb HTTP/1.1" status: 200 len: 1093 time: 0.8514664 May 26 11:25:46.899163 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce07e3f-4576-4f0e-9233-397e03b8d6f9', 'tag': '2f168721-8052-4787-900e-6ebb1b23c2bb'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:25:46.901632 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e098bf0-f521-437a-9e06-195727d9d730" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce07e3f-4576-4f0e-9233-397e03b8d6f9", "tag": "2f168721-8052-4787-900e-6ebb1b23c2bb"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:25:46.927484 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf504d-8786-41d0-a023-7eb31b03f497 service neutron] Pushing event updated for resources: {'Port': ['ID=2f168721-8052-4787-900e-6ebb1b23c2bb,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:25:46.944883 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d42fa1d-45eb-454c-880c-60d3ea93c5a9 x-openstack-request-id: req-5d42fa1d-45eb-454c-880c-60d3ea93c5a9 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:25:46.945176 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce07e3f-4576-4f0e-9233-397e03b8d6f9", "tag": "2f168721-8052-4787-900e-6ebb1b23c2bb", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:25:46.945421 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5d42fa1d-45eb-454c-880c-60d3ea93c5a9 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:25:46.945841 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d42fa1d-45eb-454c-880c-60d3ea93c5a9'] response: {'name': 'network-changed', 'server_uuid': '9ce07e3f-4576-4f0e-9233-397e03b8d6f9', 'tag': '2f168721-8052-4787-900e-6ebb1b23c2bb', 'status': 'completed', 'code': 200} May 26 11:25:47.011490 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e098bf0-f521-437a-9e06-195727d9d730 req-29600166-c080-4dfb-8a24-7b4c647db465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:47.013076 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6e098bf0-f521-437a-9e06-195727d9d730 req-29600166-c080-4dfb-8a24-7b4c647db465 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b156406dd334d888436af3a31bf551e&device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 1096 time: 0.0461748 May 26 11:25:47.109360 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e098bf0-f521-437a-9e06-195727d9d730 req-dfa64f6d-3079-43a3-b785-5ae7ac7c0a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:47.110821 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6e098bf0-f521-437a-9e06-195727d9d730 req-dfa64f6d-3079-43a3-b785-5ae7ac7c0a1a service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9b156406dd334d888436af3a31bf551e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0909436 May 26 11:25:47.204827 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e098bf0-f521-437a-9e06-195727d9d730 req-276f1e6a-19fb-4038-b5ca-ebc501144bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:47.206199 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6e098bf0-f521-437a-9e06-195727d9d730 req-276f1e6a-19fb-4038-b5ca-ebc501144bda service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891230 May 26 11:25:47.279258 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-c7263759-662a-4acf-b82b-ab303504c4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:47.280847 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-c7263759-662a-4acf-b82b-ab303504c4a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b156406dd334d888436af3a31bf551e&device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 1096 time: 0.0408525 May 26 11:25:47.321750 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-b8edab0c-b609-42c3-832a-4695be6e4b4d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f168721-8052-4787-900e-6ebb1b23c2bb HTTP/1.1" status: 200 len: 217 time: 0.0342011 May 26 11:25:47.368382 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-9149cbf5-a8a7-4758-82a8-a21735249473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:47.369841 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-9149cbf5-a8a7-4758-82a8-a21735249473 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4f82145-402d-4d00-956a-36c8731d0d08 HTTP/1.1" status: 200 len: 850 time: 0.0418556 May 26 11:25:47.415864 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-59241cc5-4efa-4b5e-9e48-021a2920e4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:47.417291 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-59241cc5-4efa-4b5e-9e48-021a2920e4ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=201b8ed7-d257-4ded-b20c-a4cdaabf3f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414057 May 26 11:25:47.501171 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-5f0c3075-52c6-48cc-ba51-c410b05ba31b service neutron] 10.222.0.42 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775290 May 26 11:25:47.590583 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3de7b842-7cc5-4920-b9cf-a98e29bae302 req-097609e7-f148-4d08-b2ef-1c3c5d2c6c03 service neutron] 10.222.0.42 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828135 May 26 11:25:47.917419 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23b5d0-913e-4470-add0-dbcc7d38d4a2 req-3c97beaa-f794-436d-b9c2-b66d138e6b04 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:47.918874 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ba23b5d0-913e-4470-add0-dbcc7d38d4a2 req-3c97beaa-f794-436d-b9c2-b66d138e6b04 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0478354 May 26 11:25:47.956983 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ba23b5d0-913e-4470-add0-dbcc7d38d4a2 req-af322686-d691-49f7-a6e0-ed420e2a5eec tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316949 May 26 11:25:47.992142 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-dadfe22e-de09-4e50-a4be-908ddb3e5c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:49.072450 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8147e0a-f258-4c79-aefd-2bd2d9b48f81 req-793af9e1-e400-4cec-9137-81c3a4501e51 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:49.073945 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a8147e0a-f258-4c79-aefd-2bd2d9b48f81 req-793af9e1-e400-4cec-9137-81c3a4501e51 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0485673 May 26 11:25:49.110774 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-a8147e0a-f258-4c79-aefd-2bd2d9b48f81 req-d7b2dbf5-46e4-4e26-bc8d-622c20643241 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309749 May 26 11:25:50.224402 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab22bc4-723d-43a3-bc9b-78578a2e4f6c req-41c171ce-99ec-4698-a220-60e543df9bbb tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:50.225940 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9ab22bc4-723d-43a3-bc9b-78578a2e4f6c req-41c171ce-99ec-4698-a220-60e543df9bbb tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0482087 May 26 11:25:50.237614 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-bc57f3c4-6222-43f7-b968-dd40819c3090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:50.265355 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-9ab22bc4-723d-43a3-bc9b-78578a2e4f6c req-5962f77c-d812-4a24-8948-30714b035de9 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324087 May 26 11:25:51.382313 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cf353-03f0-4895-bc24-bd319d5d5c10 req-223e8418-94b0-4fd8-890e-3db923890245 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:51.383896 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4f4cf353-03f0-4895-bc24-bd319d5d5c10 req-223e8418-94b0-4fd8-890e-3db923890245 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0490582 May 26 11:25:51.422664 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-4f4cf353-03f0-4895-bc24-bd319d5d5c10 req-daf92b53-2a6b-4c69-9748-14e85054ac73 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328038 May 26 11:25:51.506172 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:52.037958 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c915a7-a22d-4199-b542-4d93d7426d4a req-3ff01570-605c-4365-a0f9-e18a1a9f855a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:52.039370 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c9c915a7-a22d-4199-b542-4d93d7426d4a req-3ff01570-605c-4365-a0f9-e18a1a9f855a tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce39f20b-c1c1-462d-a728-2e63598fdc77 HTTP/1.1" status: 200 len: 945 time: 0.0503297 May 26 11:25:52.078171 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c9c915a7-a22d-4199-b542-4d93d7426d4a req-4eb74062-2ca6-4c17-ad1f-9dab906208a9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f1af7f3-490c-46e0-be2f-cf9eaca06dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313969 May 26 11:25:52.541056 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a4209-eb1e-4c78-810f-ce3b35e63d48 req-87358143-9e7a-453b-b5dd-93452a66de6d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:52.542469 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-402a4209-eb1e-4c78-810f-ce3b35e63d48 req-87358143-9e7a-453b-b5dd-93452a66de6d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0516655 May 26 11:25:52.578601 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-402a4209-eb1e-4c78-810f-ce3b35e63d48 req-28a1294f-630d-456e-b86e-29d6b5e9bb22 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299771 May 26 11:25:52.749739 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:53.190564 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75f3c9-0b24-443e-a978-c543155bfdc8 req-21871172-d877-4a74-8e48-f0f731fec569 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:53.194000 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3f75f3c9-0b24-443e-a978-c543155bfdc8 req-21871172-d877-4a74-8e48-f0f731fec569 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce39f20b-c1c1-462d-a728-2e63598fdc77 HTTP/1.1" status: 200 len: 945 time: 0.0480866 May 26 11:25:53.229341 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-3f75f3c9-0b24-443e-a978-c543155bfdc8 req-dadefdbf-9e15-412c-ae0c-1e49482103d9 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f1af7f3-490c-46e0-be2f-cf9eaca06dfb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306528 May 26 11:25:53.241392 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:53.508800 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe7ebc-7fed-4f9e-a910-2a6f5669e53a req-95b788b9-b039-44cc-8ba9-7755b328b6ea tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:53.509993 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2bbe7ebc-7fed-4f9e-a910-2a6f5669e53a req-95b788b9-b039-44cc-8ba9-7755b328b6ea tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce39f20b-c1c1-462d-a728-2e63598fdc77 HTTP/1.1" status: 200 len: 945 time: 0.0473540 May 26 11:25:53.701100 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f664943-dd42-4f47-b337-baec53fdc34f req-5e637e51-adcd-40d5-a668-1040ffa39d11 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:53.702654 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7f664943-dd42-4f47-b337-baec53fdc34f req-5e637e51-adcd-40d5-a668-1040ffa39d11 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0523486 May 26 11:25:53.743400 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7f664943-dd42-4f47-b337-baec53fdc34f req-56fd5088-b6ce-47b4-ac99-2859b946ea72 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346000 May 26 11:25:53.841616 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-2bbe7ebc-7fed-4f9e-a910-2a6f5669e53a req-7fcc5804-4654-41e8-903c-04b2bdfac13d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Deleting port e449241b-1587-403d-bb60-583d3b5d5b9b {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:25:53.841953 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-2bbe7ebc-7fed-4f9e-a910-2a6f5669e53a req-7fcc5804-4654-41e8-903c-04b2bdfac13d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:53.924041 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-2bbe7ebc-7fed-4f9e-a910-2a6f5669e53a req-7fcc5804-4654-41e8-903c-04b2bdfac13d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] For port e449241b-1587-403d-bb60-583d3b5d5b9b, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=e449241b-1587-403d-bb60-583d3b5d5b9b,segment=NetworkSegment(c3accc82-0619-434a-97e3-9c20caa686c3),segment_id=c3accc82-0619-434a-97e3-9c20caa686c3)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:25:53.924397 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-2bbe7ebc-7fed-4f9e-a910-2a6f5669e53a req-7fcc5804-4654-41e8-903c-04b2bdfac13d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:54.085145 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-2bbe7ebc-7fed-4f9e-a910-2a6f5669e53a req-7fcc5804-4654-41e8-903c-04b2bdfac13d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:54.085433 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-2bbe7ebc-7fed-4f9e-a910-2a6f5669e53a req-7fcc5804-4654-41e8-903c-04b2bdfac13d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:54.085746 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.l3_db [req-2bbe7ebc-7fed-4f9e-a910-2a6f5669e53a req-7fcc5804-4654-41e8-903c-04b2bdfac13d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Floating IP b6aa8ce2-6c52-4131-9ac7-803879bf872e disassociated. External IP: 172.27.2.152, port: e449241b-1587-403d-bb60-583d3b5d5b9b. May 26 11:25:54.086618 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-2bbe7ebc-7fed-4f9e-a910-2a6f5669e53a req-7fcc5804-4654-41e8-903c-04b2bdfac13d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Calling delete_port for e449241b-1587-403d-bb60-583d3b5d5b9b owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:25:54.237432 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-2bbe7ebc-7fed-4f9e-a910-2a6f5669e53a req-7fcc5804-4654-41e8-903c-04b2bdfac13d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:54.269712 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc5804-4654-41e8-903c-04b2bdfac13d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event deleted for resources: {'Port': ['ID=e449241b-1587-403d-bb60-583d3b5d5b9b,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:25:54.280005 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc5804-4654-41e8-903c-04b2bdfac13d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:54.280362 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc5804-4654-41e8-903c-04b2bdfac13d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:54.280729 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc5804-4654-41e8-903c-04b2bdfac13d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:54.281070 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc5804-4654-41e8-903c-04b2bdfac13d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:54.281406 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc5804-4654-41e8-903c-04b2bdfac13d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:54.281741 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc5804-4654-41e8-903c-04b2bdfac13d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:54.282077 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc5804-4654-41e8-903c-04b2bdfac13d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:54.282408 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc5804-4654-41e8-903c-04b2bdfac13d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:54.282735 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc5804-4654-41e8-903c-04b2bdfac13d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:54.283062 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc5804-4654-41e8-903c-04b2bdfac13d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:54.283387 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc5804-4654-41e8-903c-04b2bdfac13d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:54.283719 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fcc5804-4654-41e8-903c-04b2bdfac13d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:54.353386 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6fa9d508-fac2-4e3e-b4c0-80d5fb95ceb1 req-4a2e418a-b603-49e0-a566-468b80fbdb70 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce39f20b-c1c1-462d-a728-2e63598fdc77 HTTP/1.1" status: 200 len: 210 time: 0.0328078 May 26 11:25:54.417295 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bbe7ebc-7fed-4f9e-a910-2a6f5669e53a req-7fcc5804-4654-41e8-903c-04b2bdfac13d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:25:54.523256 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bbe7ebc-7fed-4f9e-a910-2a6f5669e53a req-7fcc5804-4654-41e8-903c-04b2bdfac13d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:25:54.534463 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6882554-8074-4b74-921f-eda43ad6a721 None None] Sync routers for ids ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:25:54.543622 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6882554-8074-4b74-921f-eda43ad6a721 None None] Routers {'0c24865d-15cd-46b9-b31c-bfa55bb63d28'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:25:54.544155 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-a6882554-8074-4b74-921f-eda43ad6a721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:25:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:25:54.562851 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbe7ebc-7fed-4f9e-a910-2a6f5669e53a req-7fcc5804-4654-41e8-903c-04b2bdfac13d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] No DVR routers for this DVR port e449241b-1587-403d-bb60-583d3b5d5b9b on host hv-cinder-84339 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:25:54.565592 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-2bbe7ebc-7fed-4f9e-a910-2a6f5669e53a req-7fcc5804-4654-41e8-903c-04b2bdfac13d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:54.569306 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2bbe7ebc-7fed-4f9e-a910-2a6f5669e53a req-7fcc5804-4654-41e8-903c-04b2bdfac13d tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.42 "DELETE /v2.0/ports/e449241b-1587-403d-bb60-583d3b5d5b9b HTTP/1.1" status: 204 len: 173 time: 1.0534251 May 26 11:25:54.569753 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce39f20b-c1c1-462d-a728-2e63598fdc77', 'name': 'network-vif-deleted', 'tag': 'e449241b-1587-403d-bb60-583d3b5d5b9b'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:25:54.573262 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d658923a-878d-4236-b242-ba5b16c8e912" -d '{"events": [{"server_uuid": "ce39f20b-c1c1-462d-a728-2e63598fdc77", "name": "network-vif-deleted", "tag": "e449241b-1587-403d-bb60-583d3b5d5b9b"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:25:54.651621 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-a6882554-8074-4b74-921f-eda43ad6a721 None None] Set router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:25:54.682793 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf73474-e351-4bf2-929e-66c739624be4 x-openstack-request-id: req-8cf73474-e351-4bf2-929e-66c739624be4 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:25:54.683150 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce39f20b-c1c1-462d-a728-2e63598fdc77", "name": "network-vif-deleted", "tag": "e449241b-1587-403d-bb60-583d3b5d5b9b", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:25:54.683524 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8cf73474-e351-4bf2-929e-66c739624be4 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:25:54.684112 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cf73474-e351-4bf2-929e-66c739624be4'] response: {'server_uuid': 'ce39f20b-c1c1-462d-a728-2e63598fdc77', 'name': 'network-vif-deleted', 'tag': 'e449241b-1587-403d-bb60-583d3b5d5b9b', 'status': 'completed', 'code': 200} May 26 11:25:54.862529 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de005c65-862f-4e83-80b9-60eef181f2f7 req-452f9f7e-005a-4422-91e8-647923064ee9 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:54.863884 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-de005c65-862f-4e83-80b9-60eef181f2f7 req-452f9f7e-005a-4422-91e8-647923064ee9 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0489347 May 26 11:25:54.866758 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-a6882554-8074-4b74-921f-eda43ad6a721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:34Z', 'revision_number': 5, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:25:54.893720 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6882554-8074-4b74-921f-eda43ad6a721 None None] Checking router: 0c24865d-15cd-46b9-b31c-bfa55bb63d28 for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:25:54.901764 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6882554-8074-4b74-921f-eda43ad6a721 None None] Routers {'0c24865d-15cd-46b9-b31c-bfa55bb63d28'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:25:54.902365 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-a6882554-8074-4b74-921f-eda43ad6a721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:25:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:25:54.903144 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-de005c65-862f-4e83-80b9-60eef181f2f7 req-5821b693-20eb-40d9-b9e5-3a2395e665f8 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322590 May 26 11:25:55.006994 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-a6882554-8074-4b74-921f-eda43ad6a721 None None] Set router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:25:55.202282 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-a6882554-8074-4b74-921f-eda43ad6a721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:34Z', 'revision_number': 5, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:25:55.228147 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6882554-8074-4b74-921f-eda43ad6a721 None None] The sync data for ids ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'] in dv-cinder-843395-1-iscsi is: [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:21:30Z', 'revision_number': 4, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': 'cfbd6995-d347-487c-a6f0-a6aee17c3543', 'name': '', 'network_id': '44c421fa-2ce0-48c7-8756-eeee114ae628', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'mac_address': 'fa:16:3e:68:4d:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:29Z', 'updated_at': '2022-05-26T11:21:34Z', 'revision_number': 5, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'subnets': [{'id': '1caf6db8-dcab-43d8-807f-6adf3a39696e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:25:55.449743 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa2957d-e68f-4565-b834-bcc61e828394 None None] New status for floating IP b6aa8ce2-6c52-4131-9ac7-803879bf872e: DOWN {{(pid=102813) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:25:55.469980 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-5a7de9e9-9b25-4717-b04d-82a28d6ad616 req-6316925c-bad1-45a7-94ca-fb99295cbe69 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/ports?device_id=ce39f20b-c1c1-462d-a728-2e63598fdc77 HTTP/1.1" status: 200 len: 210 time: 0.0308936 May 26 11:25:56.019141 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40b479-9e19-407e-ac8f-df60cc0ba067 req-45d8c7df-398c-4a84-aed6-4772485ebd39 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:56.020581 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1f40b479-9e19-407e-ac8f-df60cc0ba067 req-45d8c7df-398c-4a84-aed6-4772485ebd39 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0517220 May 26 11:25:56.057993 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-1f40b479-9e19-407e-ac8f-df60cc0ba067 req-8322de72-f110-454e-8006-eaad6765f664 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313888 May 26 11:25:56.620510 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 45944) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:25:56.674119 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7a442689-a1f9-4092-82c3-4e828933882e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:56.701365 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7a442689-a1f9-4092-82c3-4e828933882e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:56.829516 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7a442689-a1f9-4092-82c3-4e828933882e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:56.831996 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7a442689-a1f9-4092-82c3-4e828933882e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:56.833152 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-7a442689-a1f9-4092-82c3-4e828933882e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "DELETE /v2.0/security-groups/4f1af7f3-490c-46e0-be2f-cf9eaca06dfb HTTP/1.1" status: 204 len: 168 time: 0.2116518 May 26 11:25:56.836518 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 45946) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:25:56.842386 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a442689-a1f9-4092-82c3-4e828933882e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1af7f3-490c-46e0-be2f-cf9eaca06dfb,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:25:56.849305 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a442689-a1f9-4092-82c3-4e828933882e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:56.849653 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a442689-a1f9-4092-82c3-4e828933882e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:56.849772 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.api.v2.resource [None req-43369c37-b8e4-4c6f-8586-156823baa236 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] show failed (client error): The resource could not be found. May 26 11:25:56.849990 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a442689-a1f9-4092-82c3-4e828933882e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:56.850319 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a442689-a1f9-4092-82c3-4e828933882e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:56.853438 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a442689-a1f9-4092-82c3-4e828933882e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:56.853559 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-43369c37-b8e4-4c6f-8586-156823baa236 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "GET /v2.0/security-groups/4f1af7f3-490c-46e0-be2f-cf9eaca06dfb HTTP/1.1" status: 404 len: 347 time: 0.0132198 May 26 11:25:56.853659 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a442689-a1f9-4092-82c3-4e828933882e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:56.853659 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a442689-a1f9-4092-82c3-4e828933882e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:56.853659 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a442689-a1f9-4092-82c3-4e828933882e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:56.853659 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a442689-a1f9-4092-82c3-4e828933882e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:56.853659 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a442689-a1f9-4092-82c3-4e828933882e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:56.853659 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a442689-a1f9-4092-82c3-4e828933882e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:56.853659 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a442689-a1f9-4092-82c3-4e828933882e tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:56.854274 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 45948) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:25:56.974307 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-7c3ddc4b-7a07-4fb7-82c5-8ce6f8981300 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Deleting port c583586c-ead9-4d76-9cd0-4f84e15cfc08 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:25:56.974651 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7c3ddc4b-7a07-4fb7-82c5-8ce6f8981300 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:57.046394 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7c3ddc4b-7a07-4fb7-82c5-8ce6f8981300 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:57.047030 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7c3ddc4b-7a07-4fb7-82c5-8ce6f8981300 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:57.058596 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-7c3ddc4b-7a07-4fb7-82c5-8ce6f8981300 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Calling delete_port for c583586c-ead9-4d76-9cd0-4f84e15cfc08 owned by network:floatingip {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:25:57.172116 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55830e7b-4591-4099-8209-76b52db74e8a req-5dcd33a6-1ac9-47fa-b818-9d3c40cabc07 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:57.173618 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-55830e7b-4591-4099-8209-76b52db74e8a req-5dcd33a6-1ac9-47fa-b818-9d3c40cabc07 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 943 time: 0.0507908 May 26 11:25:57.211889 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-55830e7b-4591-4099-8209-76b52db74e8a req-01267d82-e35f-4b0e-b3d6-cafefc0c673c tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321689 May 26 11:25:57.237531 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7c3ddc4b-7a07-4fb7-82c5-8ce6f8981300 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:57.264504 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ddc4b-7a07-4fb7-82c5-8ce6f8981300 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Pushing event deleted for resources: {'Port': ['ID=c583586c-ead9-4d76-9cd0-4f84e15cfc08,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:25:57.329371 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7c3ddc4b-7a07-4fb7-82c5-8ce6f8981300 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks [] for floatingip, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:57.334020 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-7c3ddc4b-7a07-4fb7-82c5-8ce6f8981300 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:57.336054 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-7c3ddc4b-7a07-4fb7-82c5-8ce6f8981300 tempest-AttachVolumeNegativeTest-787746577 tempest-AttachVolumeNegativeTest-787746577-project] 10.222.0.21 "DELETE /v2.0/floatingips/b6aa8ce2-6c52-4131-9ac7-803879bf872e HTTP/1.1" status: 204 len: 168 time: 0.4814045 May 26 11:25:57.418438 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 2f168721-8052-4787-900e-6ebb1b23c2bb details requested by agent hyperv_hv-cinder-84339 with host hv-cinder-84339 {{(pid=102813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 11:25:57.420909 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device e449241b-1587-403d-bb60-583d3b5d5b9b no longer exists at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:25:57.447732 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] No Port match for: e449241b-1587-403d-bb60-583d3b5d5b9b {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:25:57.448079 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device e449241b-1587-403d-bb60-583d3b5d5b9b not bound to the agent host hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:25:57.529280 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 2f168721-8052-4787-900e-6ebb1b23c2bb, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=2f168721-8052-4787-900e-6ebb1b23c2bb,segment=NetworkSegment(a6e85a7b-632d-4806-a1c2-98c3c601765c),segment_id=a6e85a7b-632d-4806-a1c2-98c3c601765c)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:25:57.545906 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Returning: {'device': '2f168721-8052-4787-900e-6ebb1b23c2bb', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'port_id': '2f168721-8052-4787-900e-6ebb1b23c2bb', 'mac_address': 'fa:16:3e:6f:ea:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 11:25:57.582727 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port 2f168721-8052-4787-900e-6ebb1b23c2bb is: DOWN; New status is: BUILD {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:25:57.585620 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:57.595972 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f168721-8052-4787-900e-6ebb1b23c2bb {{(pid=102813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:25:57.614995 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 2f168721-8052-4787-900e-6ebb1b23c2bb, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=2f168721-8052-4787-900e-6ebb1b23c2bb,segment=NetworkSegment(a6e85a7b-632d-4806-a1c2-98c3c601765c),segment_id=a6e85a7b-632d-4806-a1c2-98c3c601765c)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:25:57.683079 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:57.730318 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=2f168721-8052-4787-900e-6ebb1b23c2bb,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:25:57.875943 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['2f168721-8052-4787-900e-6ebb1b23c2bb'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:25:58.322522 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b7410-069f-456f-a6cc-3df8df9b469e req-72839969-2916-485a-ac0b-9c8353f58d23 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:58.323956 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bf5b7410-069f-456f-a6cc-3df8df9b469e req-72839969-2916-485a-ac0b-9c8353f58d23 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 944 time: 0.0473063 May 26 11:25:58.360699 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-bf5b7410-069f-456f-a6cc-3df8df9b469e req-59a8e40c-608f-4d5e-87f8-2c650bfef484 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308280 May 26 11:25:59.430737 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 2f168721-8052-4787-900e-6ebb1b23c2bb up at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:25:59.474950 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc0d55-7697-4ec3-b601-6ea944b512de req-5ae4be1d-4f51-4e2a-9d3f-f6a9077c365e tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:25:59.476419 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cecc0d55-7697-4ec3-b601-6ea944b512de req-5ae4be1d-4f51-4e2a-9d3f-f6a9077c365e tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 944 time: 0.0485597 May 26 11:25:59.515119 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-cecc0d55-7697-4ec3-b601-6ea944b512de req-2c9d6037-53e1-4b3b-8d63-19335f15b314 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319984 May 26 11:25:59.563743 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning for port 2f168721-8052-4787-900e-6ebb1b23c2bb completed by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:25:59.567786 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning complete for port 2f168721-8052-4787-900e-6ebb1b23c2bb triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:25:59.568153 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:59.648524 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port 2f168721-8052-4787-900e-6ebb1b23c2bb is: BUILD; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:25:59.649361 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:59.671923 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce07e3f-4576-4f0e-9233-397e03b8d6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f168721-8052-4787-900e-6ebb1b23c2bb'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:25:59.674299 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a795130c-aa47-407e-a92c-d66ba79f427d" -d '{"events": [{"server_uuid": "9ce07e3f-4576-4f0e-9233-397e03b8d6f9", "name": "network-vif-plugged", "status": "completed", "tag": "2f168721-8052-4787-900e-6ebb1b23c2bb"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:25:59.688201 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 2f168721-8052-4787-900e-6ebb1b23c2bb, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=2f168721-8052-4787-900e-6ebb1b23c2bb,segment=NetworkSegment(a6e85a7b-632d-4806-a1c2-98c3c601765c),segment_id=a6e85a7b-632d-4806-a1c2-98c3c601765c)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:25:59.755705 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:25:59.780385 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfaa1a1b-32fc-4d21-8ab1-8a97c9848b7a x-openstack-request-id: req-bfaa1a1b-32fc-4d21-8ab1-8a97c9848b7a {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:25:59.780701 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce07e3f-4576-4f0e-9233-397e03b8d6f9", "name": "network-vif-plugged", "status": "completed", "tag": "2f168721-8052-4787-900e-6ebb1b23c2bb", "code": 200}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:25:59.780957 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bfaa1a1b-32fc-4d21-8ab1-8a97c9848b7a {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:25:59.781350 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfaa1a1b-32fc-4d21-8ab1-8a97c9848b7a'] response: {'server_uuid': '9ce07e3f-4576-4f0e-9233-397e03b8d6f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f168721-8052-4787-900e-6ebb1b23c2bb', 'code': 200} May 26 11:25:59.806858 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=2f168721-8052-4787-900e-6ebb1b23c2bb,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:25:59.813775 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:59.814130 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:59.814475 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:59.814817 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:59.815155 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:59.815491 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:59.815824 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:59.816154 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:59.816547 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:59.816906 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:59.817243 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:25:59.817565 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:26:00.055274 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d8ad4-e535-4383-a23f-c10d2f0e833c req-dbebda7a-bb14-4ee4-9f0b-e8ffc827b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:26:00.057020 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-175d8ad4-e535-4383-a23f-c10d2f0e833c req-dbebda7a-bb14-4ee4-9f0b-e8ffc827b194 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 1098 time: 0.0405428 May 26 11:26:00.090439 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-175d8ad4-e535-4383-a23f-c10d2f0e833c req-2a5e658b-0f06-4617-b0f2-35514cf104bc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272615 May 26 11:26:00.631414 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae2aad3-6f0a-4ac6-b9c4-91b618e80382 req-2e4fdfed-4f15-4a16-b1cd-032b47b67695 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:26:00.632885 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0ae2aad3-6f0a-4ac6-b9c4-91b618e80382 req-2e4fdfed-4f15-4a16-b1cd-032b47b67695 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0516920 May 26 11:26:00.670934 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-0ae2aad3-6f0a-4ac6-b9c4-91b618e80382 req-0849e296-0ed0-40f6-a818-6564f795b42d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320356 May 26 11:26:01.353328 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 45996) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:26:01.689080 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44b97403-aa69-49a4-81c9-8f4d133852f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1665277'] for router_interface, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:01.852433 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3a786-01d9-499d-92b7-7d23be09a0a4 req-88bb1e30-c771-4f0a-9c34-c2b4cc00c623 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:26:01.853901 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-84c3a786-01d9-499d-92b7-7d23be09a0a4 req-88bb1e30-c771-4f0a-9c34-c2b4cc00c623 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 945 time: 0.1157694 May 26 11:26:01.913622 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-84c3a786-01d9-499d-92b7-7d23be09a0a4 req-1b602d7f-7768-4f6c-8348-428413386efb tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411627 May 26 11:26:01.991422 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-44b97403-aa69-49a4-81c9-8f4d133852f0 admin admin] Deleting port cfbd6995-d347-487c-a6f0-a6aee17c3543 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:26:01.991778 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44b97403-aa69-49a4-81c9-8f4d133852f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:02.024321 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937785d-9012-4b9b-af41-b65677d8e180 req-ef136361-63ae-46ef-aa91-b1292f45883f tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:26:02.025831 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7937785d-9012-4b9b-af41-b65677d8e180 req-ef136361-63ae-46ef-aa91-b1292f45883f tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0478387 May 26 11:26:02.063850 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7937785d-9012-4b9b-af41-b65677d8e180 req-6d0c6a46-f62f-4550-bfb5-52f15c76181b tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321033 May 26 11:26:02.071757 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-44b97403-aa69-49a4-81c9-8f4d133852f0 admin admin] For port cfbd6995-d347-487c-a6f0-a6aee17c3543, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=cfbd6995-d347-487c-a6f0-a6aee17c3543,segment=NetworkSegment(c3accc82-0619-434a-97e3-9c20caa686c3),segment_id=c3accc82-0619-434a-97e3-9c20caa686c3)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:26:02.072156 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44b97403-aa69-49a4-81c9-8f4d133852f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:02.083981 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-44b97403-aa69-49a4-81c9-8f4d133852f0 admin admin] Calling delete_port for cfbd6995-d347-487c-a6f0-a6aee17c3543 owned by network:router_interface {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:26:02.085418 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 46002) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:26:02.123781 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8b566b-060b-48cd-b85d-c7c7da2d80ee tempest-TestVolumeBootPattern-1761638634 tempest-TestVolumeBootPattern-1761638634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:26:02.125308 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-9b8b566b-060b-48cd-b85d-c7c7da2d80ee tempest-TestVolumeBootPattern-1761638634 tempest-TestVolumeBootPattern-1761638634-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 1093 time: 0.0388961 May 26 11:26:02.127941 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 46004) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:26:02.132088 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.v2.base [None req-80094f23-e573-408d-a9eb-9ca9f53a3a77 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Request body: {'floatingip': {'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'port_id': '2f168721-8052-4787-900e-6ebb1b23c2bb', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102810) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:26:02.237442 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-80094f23-e573-408d-a9eb-9ca9f53a3a77 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for floatingip, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:02.322977 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44b97403-aa69-49a4-81c9-8f4d133852f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:02.336342 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-80094f23-e573-408d-a9eb-9ca9f53a3a77 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:02.351976 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b97403-aa69-49a4-81c9-8f4d133852f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfbd6995-d347-487c-a6f0-a6aee17c3543,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:02.448717 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_common [None req-80094f23-e573-408d-a9eb-9ca9f53a3a77 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Allocated IP 172.27.2.120 (6ce135a4-eab8-4863-9af0-cf5ae6e229cb/86b44d4e-8f3f-4d5d-9881-9aaa3797f33b/23ac09b4-608f-46ed-ba45-4495f5ee8ea6) {{(pid=102810) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:26:02.506166 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:26:02.515114 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-44b97403-aa69-49a4-81c9-8f4d133852f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667853'] for router_interface, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:02.565977 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-80094f23-e573-408d-a9eb-9ca9f53a3a77 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for port, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:02.647114 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-80094f23-e573-408d-a9eb-9ca9f53a3a77 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:02.688624 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80094f23-e573-408d-a9eb-9ca9f53a3a77 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb is already hosted by enough agents. {{(pid=102810) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:26:02.692759 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.base_scheduler [None req-80094f23-e573-408d-a9eb-9ca9f53a3a77 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Resources bound (agent type, host, resource id): {{(pid=102810) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:26:02.697026 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80094f23-e573-408d-a9eb-9ca9f53a3a77 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Received port after_create {{(pid=102810) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:26:02.699988 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80094f23-e573-408d-a9eb-9ca9f53a3a77 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Pushing event updated for resources: {'Port': ['ID=23ac09b4-608f-46ed-ba45-4495f5ee8ea6,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:02.728940 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b97403-aa69-49a4-81c9-8f4d133852f0 admin admin] Router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:26:02.834143 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b97403-aa69-49a4-81c9-8f4d133852f0 admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:26:02.840582 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-44b97403-aa69-49a4-81c9-8f4d133852f0 admin admin] 10.222.0.21 "PUT /v2.0/routers/0c24865d-15cd-46b9-b31c-bfa55bb63d28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4858806 May 26 11:26:02.842736 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 46006) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:26:02.845330 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c34f40-9960-4309-8e8a-0bc0baca48f7 None None] Sync routers for ids ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:26:02.855894 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c34f40-9960-4309-8e8a-0bc0baca48f7 None None] Routers {'0c24865d-15cd-46b9-b31c-bfa55bb63d28'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:26:02.856658 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-c8c34f40-9960-4309-8e8a-0bc0baca48f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:25:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:26:02.957320 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-c8c34f40-9960-4309-8e8a-0bc0baca48f7 None None] Set router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:26:03.136249 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-c8c34f40-9960-4309-8e8a-0bc0baca48f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:26:02Z', 'revision_number': 5, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:26:03.167762 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c34f40-9960-4309-8e8a-0bc0baca48f7 None None] Checking router: 0c24865d-15cd-46b9-b31c-bfa55bb63d28 for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:26:03.176120 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c34f40-9960-4309-8e8a-0bc0baca48f7 None None] Routers {'0c24865d-15cd-46b9-b31c-bfa55bb63d28'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:26:03.176754 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-c8c34f40-9960-4309-8e8a-0bc0baca48f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:25:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:26:03.222130 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f5f32729-3154-4b95-825e-ca56343585c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:03.367712 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-c8c34f40-9960-4309-8e8a-0bc0baca48f7 None None] Set router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:26:03.435849 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f5f32729-3154-4b95-825e-ca56343585c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:03.451527 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-80094f23-e573-408d-a9eb-9ca9f53a3a77 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:03.541664 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-c8c34f40-9960-4309-8e8a-0bc0baca48f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:26:02Z', 'revision_number': 5, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:26:03.568272 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c34f40-9960-4309-8e8a-0bc0baca48f7 None None] The sync data for ids ['0c24865d-15cd-46b9-b31c-bfa55bb63d28'] in dv-cinder-843395-1-iscsi is: [{'id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'name': 'tempest-AttachVolumeNegativeTest-45343215-router', 'tenant_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:21:26Z', 'updated_at': '2022-05-26T11:26:02Z', 'revision_number': 5, 'project_id': 'ea1d6e9e34c34f9d9fda1043ac3d397c', 'gw_port': {'id': '9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:e9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c24865d-15cd-46b9-b31c-bfa55bb63d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:21:27Z', 'updated_at': '2022-05-26T11:21:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:26:03.581202 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-80094f23-e573-408d-a9eb-9ca9f53a3a77 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:03.585027 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-f5f32729-3154-4b95-825e-ca56343585c4 admin admin] Deleting port 9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:26:03.588212 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f5f32729-3154-4b95-825e-ca56343585c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:03.736049 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-f5f32729-3154-4b95-825e-ca56343585c4 admin admin] For port 9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:26:03.736362 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f5f32729-3154-4b95-825e-ca56343585c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:03.756965 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-f5f32729-3154-4b95-825e-ca56343585c4 admin admin] Calling delete_port for 9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb owned by network:router_gateway {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:26:03.851328 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-80094f23-e573-408d-a9eb-9ca9f53a3a77 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for port, precommit_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:03.937090 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-80094f23-e573-408d-a9eb-9ca9f53a3a77 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8805051'] for port, after_update {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:03.984181 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device cfbd6995-d347-487c-a6f0-a6aee17c3543 no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:26:04.006578 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: cfbd6995-d347-487c-a6f0-a6aee17c3543 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:26:04.006927 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device cfbd6995-d347-487c-a6f0-a6aee17c3543 not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:26:04.028933 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80094f23-e573-408d-a9eb-9ca9f53a3a77 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Pushing event updated for resources: {'Port': ['ID=23ac09b4-608f-46ed-ba45-4495f5ee8ea6,revision_number=2']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:04.037381 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-80094f23-e573-408d-a9eb-9ca9f53a3a77 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:04.117366 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f5f32729-3154-4b95-825e-ca56343585c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:04.154807 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f32729-3154-4b95-825e-ca56343585c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:04.183730 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.db.l3_db [None req-80094f23-e573-408d-a9eb-9ca9f53a3a77 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Floating IP b648a300-bec7-4a74-9624-61147b0c7151 associated. External IP: 172.27.2.120, port: 2f168721-8052-4787-900e-6ebb1b23c2bb. May 26 11:26:04.262321 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f5f32729-3154-4b95-825e-ca56343585c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667235'] for router_gateway, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:04.385590 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f5f32729-3154-4b95-825e-ca56343585c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4381'] for router, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:04.388822 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f5f32729-3154-4b95-825e-ca56343585c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:04.531472 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80094f23-e573-408d-a9eb-9ca9f53a3a77 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Router 45295373-e9cb-4611-9dc8-f892d8d93137 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:26:04.573520 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f5f32729-3154-4b95-825e-ca56343585c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667729'] for router, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:04.574126 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f32729-3154-4b95-825e-ca56343585c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c24865d-15cd-46b9-b31c-bfa55bb63d28 {{(pid=102810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 11:26:04.578619 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-f5f32729-3154-4b95-825e-ca56343585c4 admin admin] Notify callbacks [] for router, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:04.579725 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-f5f32729-3154-4b95-825e-ca56343585c4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0c24865d-15cd-46b9-b31c-bfa55bb63d28 HTTP/1.1" status: 204 len: 168 time: 1.7360756 May 26 11:26:04.582506 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 46008) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:26:04.633841 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_v2 [None req-c45b79ee-388e-462a-a3c4-f5d2d73aad5a admin admin] Deleting subnet 1caf6db8-dcab-43d8-807f-6adf3a39696e {{(pid=102811) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 11:26:04.638328 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c45b79ee-388e-462a-a3c4-f5d2d73aad5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:04.657462 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80094f23-e573-408d-a9eb-9ca9f53a3a77 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:26:04.668923 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c77d68-a9d6-4091-9a38-cb2fe9d90d53 None None] Sync routers for ids ['45295373-e9cb-4611-9dc8-f892d8d93137'] in dv-cinder-843395-1-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:26:04.679694 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c77d68-a9d6-4091-9a38-cb2fe9d90d53 None None] Routers {'45295373-e9cb-4611-9dc8-f892d8d93137'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:26:04.680316 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-e1c77d68-a9d6-4091-9a38-cb2fe9d90d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:25:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['45295373-e9cb-4611-9dc8-f892d8d93137'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:26:04.680489 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c45b79ee-388e-462a-a3c4-f5d2d73aad5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10386405'] for subnet, precommit_delete_associations {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:04.760399 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-80094f23-e573-408d-a9eb-9ca9f53a3a77 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:04.761031 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c45b79ee-388e-462a-a3c4-f5d2d73aad5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778400'] for subnet, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:04.787485 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-80094f23-e573-408d-a9eb-9ca9f53a3a77 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6584611 May 26 11:26:04.788355 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce07e3f-4576-4f0e-9233-397e03b8d6f9', 'tag': '2f168721-8052-4787-900e-6ebb1b23c2bb'}] {{(pid=102810) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:26:04.790733 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}68cb6bc11d0969d8050e4c4fd8812a2ae7a0aff31285e7476e9ca95485fd95a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702e46e1-18aa-412f-ac82-cc2f755c84c6" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce07e3f-4576-4f0e-9233-397e03b8d6f9", "tag": "2f168721-8052-4787-900e-6ebb1b23c2bb"}]}' {{(pid=102810) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:26:04.795276 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-e1c77d68-a9d6-4091-9a38-cb2fe9d90d53 None None] Set router 45295373-e9cb-4611-9dc8-f892d8d93137 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:26:04.883612 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43ff45b-f365-4665-b5a9-aa22e2e3beee x-openstack-request-id: req-e43ff45b-f365-4665-b5a9-aa22e2e3beee {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:26:04.883924 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce07e3f-4576-4f0e-9233-397e03b8d6f9", "tag": "2f168721-8052-4787-900e-6ebb1b23c2bb", "status": "completed", "code": 200}]} {{(pid=102810) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:26:04.884163 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e43ff45b-f365-4665-b5a9-aa22e2e3beee {{(pid=102810) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:26:04.884342 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c45b79ee-388e-462a-a3c4-f5d2d73aad5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-778411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10386322', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10303566'] for subnet, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:04.884561 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e43ff45b-f365-4665-b5a9-aa22e2e3beee'] response: {'name': 'network-changed', 'server_uuid': '9ce07e3f-4576-4f0e-9233-397e03b8d6f9', 'tag': '2f168721-8052-4787-900e-6ebb1b23c2bb', 'status': 'completed', 'code': 200} May 26 11:26:04.920575 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b79ee-388e-462a-a3c4-f5d2d73aad5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1caf6db8-dcab-43d8-807f-6adf3a39696e,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:04.922748 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c45b79ee-388e-462a-a3c4-f5d2d73aad5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for subnet, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:04.926290 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-c45b79ee-388e-462a-a3c4-f5d2d73aad5a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1caf6db8-dcab-43d8-807f-6adf3a39696e HTTP/1.1" status: 204 len: 168 time: 0.3427896 May 26 11:26:04.928809 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 46016) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:26:04.931146 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019beb32-5187-4539-b989-a8d395ca1795 None None] Network 44c421fa-2ce0-48c7-8756-eeee114ae628 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:26:05.015177 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e46e1-18aa-412f-ac82-cc2f755c84c6 req-3360d557-1b18-4ece-8e50-1010d068f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:26:05.016780 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-702e46e1-18aa-412f-ac82-cc2f755c84c6 req-3360d557-1b18-4ece-8e50-1010d068f421 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b156406dd334d888436af3a31bf551e&device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 1098 time: 0.1062057 May 26 11:26:05.022734 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c6e1ba0c-97eb-40f2-87ce-21c9fc67232f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590719'] for network, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:05.124297 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-e1c77d68-a9d6-4091-9a38-cb2fe9d90d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'name': 'tempest-TestVolumeBootPattern-958338100-router', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:48Z', 'updated_at': '2022-05-26T11:22:51Z', 'revision_number': 4, 'project_id': '9b156406dd334d888436af3a31bf551e', 'gw_port': {'id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:49Z', 'updated_at': '2022-05-26T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'b648a300-bec7-4a74-9624-61147b0c7151', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'port_id': '2f168721-8052-4787-900e-6ebb1b23c2bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'mac_address': 'fa:16:3e:6f:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce07e3f-4576-4f0e-9233-397e03b8d6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:26:03Z', 'updated_at': '2022-05-26T11:26:03Z', 'revision_number': 0, 'project_id': '9b156406dd334d888436af3a31bf551e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f6e075-bfcc-4710-b209-1ee0c5c8da2f', 'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'mac_address': 'fa:16:3e:77:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:50Z', 'updated_at': '2022-05-26T11:22:55Z', 'revision_number': 5, 'project_id': '9b156406dd334d888436af3a31bf551e', 'subnets': [{'id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:26:05.145246 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e46e1-18aa-412f-ac82-cc2f755c84c6 req-5da957bb-87e1-4cf9-8e55-74a0f6625b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:26:05.146684 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-702e46e1-18aa-412f-ac82-cc2f755c84c6 req-5da957bb-87e1-4cf9-8e55-74a0f6625b14 service neutron] 10.222.0.42 "GET /v2.0/networks?id=201b8ed7-d257-4ded-b20c-a4cdaabf3f88 HTTP/1.1" status: 200 len: 912 time: 0.1222177 May 26 11:26:05.155630 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c77d68-a9d6-4091-9a38-cb2fe9d90d53 None None] Checking router: 45295373-e9cb-4611-9dc8-f892d8d93137 for host: dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:26:05.165474 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c77d68-a9d6-4091-9a38-cb2fe9d90d53 None None] Routers {'45295373-e9cb-4611-9dc8-f892d8d93137'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:26:05.166092 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-e1c77d68-a9d6-4091-9a38-cb2fe9d90d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:25:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['45295373-e9cb-4611-9dc8-f892d8d93137'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:26:05.198518 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-c6e1ba0c-97eb-40f2-87ce-21c9fc67232f admin admin] Deleting port 4657fca6-80d6-4667-9354-73480c4a12b0 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:26:05.198855 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c6e1ba0c-97eb-40f2-87ce-21c9fc67232f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:05.200401 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40506e5-7d40-4de6-958c-4096be3bafa4 None None] DHCP port deletion for 44c421fa-2ce0-48c7-8756-eeee114ae628 request from dv-cinder-843395-1-iscsi {{(pid=102813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 11:26:05.260475 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-702e46e1-18aa-412f-ac82-cc2f755c84c6 req-d65f5d64-587e-4504-89d4-aed821b17bdc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f168721-8052-4787-900e-6ebb1b23c2bb HTTP/1.1" status: 200 len: 999 time: 0.1064396 May 26 11:26:05.313788 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-c6e1ba0c-97eb-40f2-87ce-21c9fc67232f admin admin] For port 4657fca6-80d6-4667-9354-73480c4a12b0, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=4657fca6-80d6-4667-9354-73480c4a12b0,segment=NetworkSegment(c3accc82-0619-434a-97e3-9c20caa686c3),segment_id=c3accc82-0619-434a-97e3-9c20caa686c3)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:26:05.314067 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c6e1ba0c-97eb-40f2-87ce-21c9fc67232f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:05.331194 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-c6e1ba0c-97eb-40f2-87ce-21c9fc67232f admin admin] Calling delete_port for 4657fca6-80d6-4667-9354-73480c4a12b0 owned by network:dhcp {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:26:05.338602 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e46e1-18aa-412f-ac82-cc2f755c84c6 req-5331c7f0-fe1e-4e5f-8706-14c20e9690a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:26:05.340049 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-702e46e1-18aa-412f-ac82-cc2f755c84c6 req-5331c7f0-fe1e-4e5f-8706-14c20e9690a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4f82145-402d-4d00-956a-36c8731d0d08 HTTP/1.1" status: 200 len: 850 time: 0.0703862 May 26 11:26:05.427751 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-e1c77d68-a9d6-4091-9a38-cb2fe9d90d53 None None] Set router 45295373-e9cb-4611-9dc8-f892d8d93137 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:26:05.429179 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e46e1-18aa-412f-ac82-cc2f755c84c6 req-94073006-5737-4d51-ae01-f6f64ef5e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:26:05.430697 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-702e46e1-18aa-412f-ac82-cc2f755c84c6 req-94073006-5737-4d51-ae01-f6f64ef5e20c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=201b8ed7-d257-4ded-b20c-a4cdaabf3f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843801 May 26 11:26:05.469154 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-a40506e5-7d40-4de6-958c-4096be3bafa4 None None] Deleting port 4657fca6-80d6-4667-9354-73480c4a12b0 {{(pid=102813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:26:05.469639 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-a40506e5-7d40-4de6-958c-4096be3bafa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:05.524958 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-702e46e1-18aa-412f-ac82-cc2f755c84c6 req-5c53ad5a-c935-4fdd-a9ba-c95d5c0585bf service neutron] 10.222.0.42 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849268 May 26 11:26:05.581758 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-a40506e5-7d40-4de6-958c-4096be3bafa4 None None] For port 4657fca6-80d6-4667-9354-73480c4a12b0, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=4657fca6-80d6-4667-9354-73480c4a12b0,segment=NetworkSegment(c3accc82-0619-434a-97e3-9c20caa686c3),segment_id=c3accc82-0619-434a-97e3-9c20caa686c3)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:26:05.582172 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-a40506e5-7d40-4de6-958c-4096be3bafa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:05.606610 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-a40506e5-7d40-4de6-958c-4096be3bafa4 None None] Calling delete_port for 4657fca6-80d6-4667-9354-73480c4a12b0 owned by network:dhcp {{(pid=102813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:26:05.765751 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-a40506e5-7d40-4de6-958c-4096be3bafa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846'] for port, after_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:05.794341 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c6e1ba0c-97eb-40f2-87ce-21c9fc67232f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:05.796918 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40506e5-7d40-4de6-958c-4096be3bafa4 None None] Pushing event deleted for resources: {'Port': ['ID=4657fca6-80d6-4667-9354-73480c4a12b0,revision_number=None']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:05.798787 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40506e5-7d40-4de6-958c-4096be3bafa4 None None] No DVR routers for this DVR port 4657fca6-80d6-4667-9354-73480c4a12b0 on host dv-cinder-843395-1-iscsi {{(pid=102813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:26:05.818622 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-e1c77d68-a9d6-4091-9a38-cb2fe9d90d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'name': 'tempest-TestVolumeBootPattern-958338100-router', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:48Z', 'updated_at': '2022-05-26T11:22:51Z', 'revision_number': 4, 'project_id': '9b156406dd334d888436af3a31bf551e', 'gw_port': {'id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:49Z', 'updated_at': '2022-05-26T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'b648a300-bec7-4a74-9624-61147b0c7151', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'port_id': '2f168721-8052-4787-900e-6ebb1b23c2bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'mac_address': 'fa:16:3e:6f:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce07e3f-4576-4f0e-9233-397e03b8d6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:26:03Z', 'updated_at': '2022-05-26T11:26:03Z', 'revision_number': 0, 'project_id': '9b156406dd334d888436af3a31bf551e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f6e075-bfcc-4710-b209-1ee0c5c8da2f', 'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'mac_address': 'fa:16:3e:77:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:50Z', 'updated_at': '2022-05-26T11:22:55Z', 'revision_number': 5, 'project_id': '9b156406dd334d888436af3a31bf551e', 'subnets': [{'id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:26:05.847613 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1ba0c-97eb-40f2-87ce-21c9fc67232f admin admin] Pushing event deleted for resources: {'Port': ['ID=4657fca6-80d6-4667-9354-73480c4a12b0,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:05.850084 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c77d68-a9d6-4091-9a38-cb2fe9d90d53 None None] The sync data for ids ['45295373-e9cb-4611-9dc8-f892d8d93137'] in dv-cinder-843395-1-iscsi is: [{'id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'name': 'tempest-TestVolumeBootPattern-958338100-router', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:48Z', 'updated_at': '2022-05-26T11:22:51Z', 'revision_number': 4, 'project_id': '9b156406dd334d888436af3a31bf551e', 'gw_port': {'id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:49Z', 'updated_at': '2022-05-26T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'b648a300-bec7-4a74-9624-61147b0c7151', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'port_id': '2f168721-8052-4787-900e-6ebb1b23c2bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'mac_address': 'fa:16:3e:6f:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce07e3f-4576-4f0e-9233-397e03b8d6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:26:03Z', 'updated_at': '2022-05-26T11:26:03Z', 'revision_number': 0, 'project_id': '9b156406dd334d888436af3a31bf551e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f6e075-bfcc-4710-b209-1ee0c5c8da2f', 'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'mac_address': 'fa:16:3e:77:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:50Z', 'updated_at': '2022-05-26T11:22:55Z', 'revision_number': 5, 'project_id': '9b156406dd334d888436af3a31bf551e', 'subnets': [{'id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:26:05.851534 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e1ba0c-97eb-40f2-87ce-21c9fc67232f admin admin] No DVR routers for this DVR port 4657fca6-80d6-4667-9354-73480c4a12b0 on host dv-cinder-843395-1-iscsi {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:26:05.903905 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:26:05.925497 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: 9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:26:05.925675 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 9e33d404-2bfd-4f6b-b5cb-d5a29d7192fb not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:26:05.926171 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 4657fca6-80d6-4667-9354-73480c4a12b0 no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:26:05.947306 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: 4657fca6-80d6-4667-9354-73480c4a12b0 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:26:05.947655 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 4657fca6-80d6-4667-9354-73480c4a12b0 not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:26:05.948838 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c6e1ba0c-97eb-40f2-87ce-21c9fc67232f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784951', 'neutron.services.segments.db._delete_segments_for_network-8744569547816'] for network, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:05.952692 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-702e46e1-18aa-412f-ac82-cc2f755c84c6 req-46ecaf65-12aa-409d-8632-14ab70127515 service neutron] 10.222.0.42 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212809 May 26 11:26:05.970581 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-c6e1ba0c-97eb-40f2-87ce-21c9fc67232f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c421fa-2ce0-48c7-8756-eeee114ae628']}} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:26:05.980465 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-c6e1ba0c-97eb-40f2-87ce-21c9fc67232f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3accc82-0619-434a-97e3-9c20caa686c3') {'for_net_delete': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:26:05.980792 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-c6e1ba0c-97eb-40f2-87ce-21c9fc67232f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3accc82-0619-434a-97e3-9c20caa686c3') {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:26:05.990152 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c6e1ba0c-97eb-40f2-87ce-21c9fc67232f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744569548081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10386412'] for segment, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:06.004094 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c6e1ba0c-97eb-40f2-87ce-21c9fc67232f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:06.010344 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6e1ba0c-97eb-40f2-87ce-21c9fc67232f admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:26:06.010731 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c6e1ba0c-97eb-40f2-87ce-21c9fc67232f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10386992'] for segment, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:06.058384 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.services.segments.plugin [-] Segment c3accc82-0619-434a-97e3-9c20caa686c3 resource provider aggregate not found May 26 11:26:06.069936 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a02512-65ca-4302-ac98-b0228865cd50 None None] New status for floating IP b648a300-bec7-4a74-9624-61147b0c7151: ACTIVE {{(pid=102814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:26:06.078952 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.services.segments.plugin [-] Segment c3accc82-0619-434a-97e3-9c20caa686c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c3accc82-0619-434a-97e3-9c20caa686c3 found for delete ", "request_id": "req-43c723c2-98bb-4364-b0a9-195a5b3532d5"}]} May 26 11:26:06.155322 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c6e1ba0c-97eb-40f2-87ce-21c9fc67232f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667215'] for network, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:06.162095 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c6e1ba0c-97eb-40f2-87ce-21c9fc67232f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:06.164718 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-c6e1ba0c-97eb-40f2-87ce-21c9fc67232f admin admin] 10.222.0.21 "DELETE /v2.0/networks/44c421fa-2ce0-48c7-8756-eeee114ae628 HTTP/1.1" status: 204 len: 168 time: 1.2344267 May 26 11:26:06.177901 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e1ba0c-97eb-40f2-87ce-21c9fc67232f admin admin] Pushing event deleted for resources: {'Network': ['ID=44c421fa-2ce0-48c7-8756-eeee114ae628,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:06.600428 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 46024) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:26:06.638542 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-9d107616-7bf1-4285-aba9-21fdeda4ef48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea1d6e9e34c34f9d9fda1043ac3d397c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368676 May 26 11:26:06.641576 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 46026) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:26:06.687522 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8cdf2999-dd50-4778-8d25-d7cf1095b4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:06.707933 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8cdf2999-dd50-4778-8d25-d7cf1095b4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:06.834893 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8cdf2999-dd50-4778-8d25-d7cf1095b4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:06.837507 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-8cdf2999-dd50-4778-8d25-d7cf1095b4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:06.838645 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-8cdf2999-dd50-4778-8d25-d7cf1095b4e8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df21b602-f088-452b-bb80-925bd9dc4604 HTTP/1.1" status: 204 len: 168 time: 0.1961818 May 26 11:26:06.846280 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf2999-dd50-4778-8d25-d7cf1095b4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df21b602-f088-452b-bb80-925bd9dc4604,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:09.437104 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:12.722038 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 46112) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:26:12.824376 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-20c09874-b5d4-483b-806e-752fa55bd760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:12.897683 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-20c09874-b5d4-483b-806e-752fa55bd760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:12.939569 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-20c09874-b5d4-483b-806e-752fa55bd760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:12.977055 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-20c09874-b5d4-483b-806e-752fa55bd760 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4aa15d2150cf4ea5aea6e215c5f168e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2533808 May 26 11:26:12.978190 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c09874-b5d4-483b-806e-752fa55bd760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de690ff7-24e7-4e5d-9365-8dd4feb8744a,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:12.979831 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 46116) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:26:13.027483 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cb12352d-ffbe-4758-ad6e-038fb6b74e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:13.048429 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cb12352d-ffbe-4758-ad6e-038fb6b74e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:13.162760 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cb12352d-ffbe-4758-ad6e-038fb6b74e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:13.165349 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-cb12352d-ffbe-4758-ad6e-038fb6b74e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:13.166472 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-cb12352d-ffbe-4758-ad6e-038fb6b74e7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de690ff7-24e7-4e5d-9365-8dd4feb8744a HTTP/1.1" status: 204 len: 168 time: 0.1856856 May 26 11:26:13.174586 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12352d-ffbe-4758-ad6e-038fb6b74e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de690ff7-24e7-4e5d-9365-8dd4feb8744a,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:13.657921 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 46122) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:26:13.672491 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-52419eae-786d-4d2f-84ac-60d50f1f408c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:13.746492 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-52419eae-786d-4d2f-84ac-60d50f1f408c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:13.802296 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-52419eae-786d-4d2f-84ac-60d50f1f408c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:13.838787 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52419eae-786d-4d2f-84ac-60d50f1f408c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e6f158-05a3-448f-8bd7-b2b7f11bd1d9,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:13.843083 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-52419eae-786d-4d2f-84ac-60d50f1f408c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2dbdf248f174248bcd4d09a6e20d82a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841743 May 26 11:26:13.845672 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 46124) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:26:13.892754 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e34ff959-0ade-46ed-8225-cc607d50f0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:13.912997 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e34ff959-0ade-46ed-8225-cc607d50f0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:14.031035 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e34ff959-0ade-46ed-8225-cc607d50f0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:14.033499 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-e34ff959-0ade-46ed-8225-cc607d50f0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:14.034623 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-e34ff959-0ade-46ed-8225-cc607d50f0ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06e6f158-05a3-448f-8bd7-b2b7f11bd1d9 HTTP/1.1" status: 204 len: 168 time: 0.1880651 May 26 11:26:14.042582 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ff959-0ade-46ed-8225-cc607d50f0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e6f158-05a3-448f-8bd7-b2b7f11bd1d9,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:16.360883 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 46170) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:26:16.463485 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5cd4dd4c-fbb0-4fda-9fd0-dad689de555f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:16.533706 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5cd4dd4c-fbb0-4fda-9fd0-dad689de555f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:16.613736 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5cd4dd4c-fbb0-4fda-9fd0-dad689de555f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:16.651075 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-5cd4dd4c-fbb0-4fda-9fd0-dad689de555f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99ac9a56e6dd4da2a2326892aa22ae16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891519 May 26 11:26:16.651893 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd4dd4c-fbb0-4fda-9fd0-dad689de555f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eaa7961-aeb6-43ea-949f-e3882670e4fe,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:16.653900 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 46174) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:26:16.702839 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ad1bd5b2-bb73-4313-811a-aab7caf19157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:16.724342 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ad1bd5b2-bb73-4313-811a-aab7caf19157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:16.853787 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ad1bd5b2-bb73-4313-811a-aab7caf19157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:16.856294 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-ad1bd5b2-bb73-4313-811a-aab7caf19157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:16.857463 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-ad1bd5b2-bb73-4313-811a-aab7caf19157 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3eaa7961-aeb6-43ea-949f-e3882670e4fe HTTP/1.1" status: 204 len: 168 time: 0.2020586 May 26 11:26:16.865280 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1bd5b2-bb73-4313-811a-aab7caf19157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eaa7961-aeb6-43ea-949f-e3882670e4fe,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:17.456888 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 46180) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:26:17.469408 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2b0c2436-ff5a-4590-a760-7fcc7a96daa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:17.545647 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2b0c2436-ff5a-4590-a760-7fcc7a96daa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:17.623293 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2b0c2436-ff5a-4590-a760-7fcc7a96daa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:17.659559 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c2436-ff5a-4590-a760-7fcc7a96daa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1742c2f-1276-4ee8-a368-8363aa1448c2,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:17.664758 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-2b0c2436-ff5a-4590-a760-7fcc7a96daa0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=779517f6f5b94cd3af9f9d620ac64045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2076116 May 26 11:26:17.667451 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 46182) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:26:17.716463 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9f61a676-be04-4b34-b408-787b001a4610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:17.736310 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9f61a676-be04-4b34-b408-787b001a4610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:17.852876 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9f61a676-be04-4b34-b408-787b001a4610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:17.855368 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-9f61a676-be04-4b34-b408-787b001a4610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:17.856475 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-9f61a676-be04-4b34-b408-787b001a4610 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1742c2f-1276-4ee8-a368-8363aa1448c2 HTTP/1.1" status: 204 len: 168 time: 0.1880610 May 26 11:26:17.863856 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61a676-be04-4b34-b408-787b001a4610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1742c2f-1276-4ee8-a368-8363aa1448c2,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:17.988918 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-f9bfcddc-ef10-4d87-b917-6b54117c21b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:20.162371 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-7db6aa91-44b2-40f1-a858-4cbe6564a7bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:21.556937 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:22.762420 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:23.259693 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:24.791146 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 46258) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:26:24.926272 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-804343fd-e9e2-419c-aa0b-c539a9b62c46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:24.996691 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-804343fd-e9e2-419c-aa0b-c539a9b62c46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:25.053752 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-804343fd-e9e2-419c-aa0b-c539a9b62c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:25.088659 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-804343fd-e9e2-419c-aa0b-c539a9b62c46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7fc388a666cb4e80887d8b57795f5970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964189 May 26 11:26:25.093205 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 46262) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:26:25.095269 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804343fd-e9e2-419c-aa0b-c539a9b62c46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2b1919-33a8-4485-b41d-635f31e7ef48,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:25.141190 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a2db-85bc-4ef2-a254-20c0c51c9de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:25.161860 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a2db-85bc-4ef2-a254-20c0c51c9de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:25.269049 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a2db-85bc-4ef2-a254-20c0c51c9de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:25.271618 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a2db-85bc-4ef2-a254-20c0c51c9de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:25.273338 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-f7f8a2db-85bc-4ef2-a254-20c0c51c9de6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c2b1919-33a8-4485-b41d-635f31e7ef48 HTTP/1.1" status: 204 len: 168 time: 0.1784520 May 26 11:26:25.280843 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8a2db-85bc-4ef2-a254-20c0c51c9de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2b1919-33a8-4485-b41d-635f31e7ef48,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:25.810457 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 46270) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:26:25.823646 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ea724853-771a-43a0-8924-8a9999e2021b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:25.893064 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ea724853-771a-43a0-8924-8a9999e2021b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:25.956468 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-ea724853-771a-43a0-8924-8a9999e2021b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:25.993151 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-ea724853-771a-43a0-8924-8a9999e2021b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1872f6d25282427eaeaac0dbcc3a7944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1816018 May 26 11:26:25.993876 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea724853-771a-43a0-8924-8a9999e2021b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee27aa4f-184c-4a20-ab97-169dd2c1124e,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:25.996656 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 46272) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:26:26.047976 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-97374b65-6bdd-444d-80ef-837ddec49f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:26.068051 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-97374b65-6bdd-444d-80ef-837ddec49f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:26.173952 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-97374b65-6bdd-444d-80ef-837ddec49f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:26.176483 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-97374b65-6bdd-444d-80ef-837ddec49f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:26.177658 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-97374b65-6bdd-444d-80ef-837ddec49f25 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee27aa4f-184c-4a20-ab97-169dd2c1124e HTTP/1.1" status: 204 len: 168 time: 0.1797023 May 26 11:26:26.186270 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97374b65-6bdd-444d-80ef-837ddec49f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee27aa4f-184c-4a20-ab97-169dd2c1124e,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:28.769084 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 46344) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:26:28.873077 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7d1c948a-41e7-4122-ad02-ce98ed863621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:28.945870 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7d1c948a-41e7-4122-ad02-ce98ed863621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:29.000059 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-7d1c948a-41e7-4122-ad02-ce98ed863621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:29.038437 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-7d1c948a-41e7-4122-ad02-ce98ed863621 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=864fe57d943a402494b818ee0c609e17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2682436 May 26 11:26:29.039204 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c948a-41e7-4122-ad02-ce98ed863621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a557d3-f0d0-46d3-b886-c3c21bc4e727,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:29.042035 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 46348) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:26:29.091915 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a0ece6d8-7e20-43b7-b1d6-0d1bdecdb5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:29.112028 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a0ece6d8-7e20-43b7-b1d6-0d1bdecdb5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:29.219393 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a0ece6d8-7e20-43b7-b1d6-0d1bdecdb5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:29.222111 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-a0ece6d8-7e20-43b7-b1d6-0d1bdecdb5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:29.223252 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-a0ece6d8-7e20-43b7-b1d6-0d1bdecdb5fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45a557d3-f0d0-46d3-b886-c3c21bc4e727 HTTP/1.1" status: 204 len: 168 time: 0.1800363 May 26 11:26:29.231452 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ece6d8-7e20-43b7-b1d6-0d1bdecdb5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a557d3-f0d0-46d3-b886-c3c21bc4e727,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:29.867963 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 46354) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:26:29.882817 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-58687ea2-a65e-4706-9dd9-bfdbd7681172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:29.953748 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-58687ea2-a65e-4706-9dd9-bfdbd7681172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:30.013702 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-58687ea2-a65e-4706-9dd9-bfdbd7681172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:30.050334 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-58687ea2-a65e-4706-9dd9-bfdbd7681172 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a391967785b14d868db1cda5d13f7213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1811533 May 26 11:26:30.051225 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58687ea2-a65e-4706-9dd9-bfdbd7681172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a150b8da-62e7-4730-aec8-133af124fbb2,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:30.052900 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 46356) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:26:30.102612 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-19d266f2-c1a3-4328-8a3d-c379a2444799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:30.123270 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-19d266f2-c1a3-4328-8a3d-c379a2444799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:30.236412 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-19d266f2-c1a3-4328-8a3d-c379a2444799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:30.239011 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-19d266f2-c1a3-4328-8a3d-c379a2444799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:30.240165 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-19d266f2-c1a3-4328-8a3d-c379a2444799 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a150b8da-62e7-4730-aec8-133af124fbb2 HTTP/1.1" status: 204 len: 168 time: 0.1851866 May 26 11:26:30.248249 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d266f2-c1a3-4328-8a3d-c379a2444799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a150b8da-62e7-4730-aec8-133af124fbb2,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:35.649207 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 46424) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:26:35.750560 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-11331569-6a31-419e-8d34-b666b6b39090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:35.822109 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-11331569-6a31-419e-8d34-b666b6b39090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:35.876250 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-11331569-6a31-419e-8d34-b666b6b39090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:35.914743 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-11331569-6a31-419e-8d34-b666b6b39090 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86c8846f837d4823a7ebd570468b7ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644899 May 26 11:26:35.915472 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11331569-6a31-419e-8d34-b666b6b39090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeefc2cc-e097-49f8-b213-3c56478e5dc8,revision_number=1']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:35.917530 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 46428) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:26:35.966140 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-49a16d60-0dae-4f25-be31-7ba693d05713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:35.988429 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-49a16d60-0dae-4f25-be31-7ba693d05713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:36.091828 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-49a16d60-0dae-4f25-be31-7ba693d05713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:36.094385 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-49a16d60-0dae-4f25-be31-7ba693d05713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:36.095535 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-49a16d60-0dae-4f25-be31-7ba693d05713 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eeefc2cc-e097-49f8-b213-3c56478e5dc8 HTTP/1.1" status: 204 len: 168 time: 0.1770034 May 26 11:26:36.103508 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a16d60-0dae-4f25-be31-7ba693d05713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeefc2cc-e097-49f8-b213-3c56478e5dc8,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:39.396216 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:39.504916 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:26:40.571587 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 46472) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:26:40.672770 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6a4aa09e-c81d-4909-a27d-214d6e0de9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:40.744361 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6a4aa09e-c81d-4909-a27d-214d6e0de9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:40.824950 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-6a4aa09e-c81d-4909-a27d-214d6e0de9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:40.862596 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-6a4aa09e-c81d-4909-a27d-214d6e0de9cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f938350ee5ca4dfab9e952640958937c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899776 May 26 11:26:40.863432 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4aa09e-c81d-4909-a27d-214d6e0de9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdfe657-b3a4-4f2b-acd0-62fd7d864910,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:40.865421 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 46476) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:26:40.913322 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2b3b8395-d479-4205-86e7-e982ed62f866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:40.934194 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2b3b8395-d479-4205-86e7-e982ed62f866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:41.030673 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2b3b8395-d479-4205-86e7-e982ed62f866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:41.033228 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-2b3b8395-d479-4205-86e7-e982ed62f866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:41.034355 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-2b3b8395-d479-4205-86e7-e982ed62f866 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ecdfe657-b3a4-4f2b-acd0-62fd7d864910 HTTP/1.1" status: 204 len: 168 time: 0.1679287 May 26 11:26:41.071019 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b8395-d479-4205-86e7-e982ed62f866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdfe657-b3a4-4f2b-acd0-62fd7d864910,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:26:48.019292 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-6713905b-136f-40bc-b900-a6c356ca2cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:50.148287 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-6bb3f012-e32c-4092-ac01-baa655b4a789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:51.533298 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:52.748396 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:53.082145 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-627e2654-2a50-419a-a7f5-c354f08b997b req-6b11842a-c5bf-4b85-8b25-304b53672545 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390320 May 26 11:26:53.164181 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e2654-2a50-419a-a7f5-c354f08b997b req-1f856d46-116a-49ef-aa96-1fc3afaabdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:26:53.165687 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-627e2654-2a50-419a-a7f5-c354f08b997b req-1f856d46-116a-49ef-aa96-1fc3afaabdee service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b156406dd334d888436af3a31bf551e&device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 1098 time: 0.0424583 May 26 11:26:53.228594 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:26:53.262862 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e2654-2a50-419a-a7f5-c354f08b997b req-d8eabd29-f9cc-4fc3-9bb9-15af7c032608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:26:53.264298 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-627e2654-2a50-419a-a7f5-c354f08b997b req-d8eabd29-f9cc-4fc3-9bb9-15af7c032608 service neutron] 10.222.0.42 "GET /v2.0/networks?id=201b8ed7-d257-4ded-b20c-a4cdaabf3f88 HTTP/1.1" status: 200 len: 912 time: 0.0814698 May 26 11:26:53.329879 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-627e2654-2a50-419a-a7f5-c354f08b997b req-f4cd7db8-2daa-4c8d-bdc0-efd1bf612fa2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f168721-8052-4787-900e-6ebb1b23c2bb HTTP/1.1" status: 200 len: 1001 time: 0.0594094 May 26 11:26:53.376229 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e2654-2a50-419a-a7f5-c354f08b997b req-6e7b5597-ecdb-4c3e-a332-5e76f0f4bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:26:53.377639 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-627e2654-2a50-419a-a7f5-c354f08b997b req-6e7b5597-ecdb-4c3e-a332-5e76f0f4bcd1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4f82145-402d-4d00-956a-36c8731d0d08 HTTP/1.1" status: 200 len: 850 time: 0.0415657 May 26 11:26:53.421802 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e2654-2a50-419a-a7f5-c354f08b997b req-e3fae4d4-f231-4b2b-9a54-06d63fac5859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:26:53.423215 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-627e2654-2a50-419a-a7f5-c354f08b997b req-e3fae4d4-f231-4b2b-9a54-06d63fac5859 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=201b8ed7-d257-4ded-b20c-a4cdaabf3f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387855 May 26 11:26:53.511730 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-627e2654-2a50-419a-a7f5-c354f08b997b req-6a4bd55d-ef9e-4122-8cf3-d15d7cb3a6be service neutron] 10.222.0.42 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809541 May 26 11:26:53.599151 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-627e2654-2a50-419a-a7f5-c354f08b997b req-2d527dd5-ba1c-4dda-a61e-5b456562358d service neutron] 10.222.0.42 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809216 May 26 11:27:09.405170 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:16.505514 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:27:17.995454 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-329c7547-5e98-4d76-ab84-6aeb10f2b142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:20.147967 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-430df080-d8a7-480f-8b2e-22783e1a20aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:21.532511 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:22.753553 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:23.246999 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:39.395010 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:40.164229 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-c71a4a82-4154-4d19-be03-7339f909a31f tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1958197108&fields=id&tenant_id=9b156406dd334d888436af3a31bf551e HTTP/1.1" status: 200 len: 267 time: 0.0355880 May 26 11:27:40.264957 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-7c7ca87b-ba18-42cf-96df-fc682ef67675 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:40.266388 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-7c7ca87b-ba18-42cf-96df-fc682ef67675 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/networks?id=201b8ed7-d257-4ded-b20c-a4cdaabf3f88 HTTP/1.1" status: 200 len: 811 time: 0.0951171 May 26 11:27:40.281037 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-0dd1189c-5fe1-4275-91dc-3c7938121fc8 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/quotas/9b156406dd334d888436af3a31bf551e HTTP/1.1" status: 200 len: 375 time: 0.0090265 May 26 11:27:40.335714 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-720a705f-9037-4a63-9563-272f1aeb7b63 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9b156406dd334d888436af3a31bf551e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0496836 May 26 11:27:40.438074 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-2a2c9315-5347-4f1f-bd8d-51bc63eefc7f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=102810) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 26 11:27:40.439256 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-2a2c9315-5347-4f1f-bd8d-51bc63eefc7f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0922511 May 26 11:27:40.752711 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-70ded8ed-3f7d-4f3b-9652-1ad30b1a5b4d service neutron] 10.222.0.21 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072324 May 26 11:27:40.839882 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-94505562-b093-4e5e-a638-73cc600b7072 service neutron] 10.222.0.21 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812287 May 26 11:27:42.406496 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-84889d7f-4750-49eb-8569-e9c8abf41958 req-796059aa-0e6d-494c-a76f-73fe0bd0190b tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=910529f1-635e-41dd-abc2-fc2d0c5e88b1 HTTP/1.1" status: 200 len: 210 time: 0.0261400 May 26 11:27:43.498447 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-7807d430-83ae-455a-9a7c-c436f73711c6 req-97b5d72e-39be-4bbe-ae00-a2303f170d58 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=910529f1-635e-41dd-abc2-fc2d0c5e88b1 HTTP/1.1" status: 200 len: 210 time: 0.0266447 May 26 11:27:44.102752 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-e78c26a9-bc74-4c97-8e0a-51895411dbac tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:44.104210 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-e78c26a9-bc74-4c97-8e0a-51895411dbac tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.42 "GET /v2.0/networks?id=201b8ed7-d257-4ded-b20c-a4cdaabf3f88 HTTP/1.1" status: 200 len: 811 time: 0.1016526 May 26 11:27:44.145578 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-4cc1e086-65b4-42b8-abfb-22eeb7139e1a tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b156406dd334d888436af3a31bf551e HTTP/1.1" status: 200 len: 380 time: 0.0332251 May 26 11:27:44.155551 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-c5ce6bb8-eb78-4cba-bde2-4f705b6fcabe tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Request body: {'port': {'device_id': '910529f1-635e-41dd-abc2-fc2d0c5e88b1', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'admin_state_up': True, 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'security_groups': ['50346a95-7eed-449d-bb3e-66ad3d91277f']}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:27:44.313412 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-c5ce6bb8-eb78-4cba-bde2-4f705b6fcabe tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Made reservation on behalf of 9b156406dd334d888436af3a31bf551e for: {'port': 1} {{(pid=102811) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 26 11:27:44.317244 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-c5ce6bb8-eb78-4cba-bde2-4f705b6fcabe tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:44.437977 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-c5ce6bb8-eb78-4cba-bde2-4f705b6fcabe tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Allocated IP 172.20.0.3 (201b8ed7-d257-4ded-b20c-a4cdaabf3f88/a4f82145-402d-4d00-956a-36c8731d0d08/37723c2f-3743-4d63-9041-957709c5e167) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:27:44.584530 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-c5ce6bb8-eb78-4cba-bde2-4f705b6fcabe tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:44.601219 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-162ff4f0-6d8f-44ba-b26b-6f1bfa16ef27 req-cbe74738-db2a-4bf7-8091-60b55f7d2e6e tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=910529f1-635e-41dd-abc2-fc2d0c5e88b1 HTTP/1.1" status: 200 len: 210 time: 0.0349102 May 26 11:27:44.704324 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-c5ce6bb8-eb78-4cba-bde2-4f705b6fcabe tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:44.749514 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-c5ce6bb8-eb78-4cba-bde2-4f705b6fcabe tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Network 201b8ed7-d257-4ded-b20c-a4cdaabf3f88 is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:27:44.752335 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-c5ce6bb8-eb78-4cba-bde2-4f705b6fcabe tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:27:44.755961 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-c5ce6bb8-eb78-4cba-bde2-4f705b6fcabe tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:27:44.787299 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce6bb8-eb78-4cba-bde2-4f705b6fcabe tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Pushing event updated for resources: {'Port': ['ID=37723c2f-3743-4d63-9041-957709c5e167,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:27:44.799902 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce6bb8-eb78-4cba-bde2-4f705b6fcabe tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:44.800295 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce6bb8-eb78-4cba-bde2-4f705b6fcabe tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:44.800583 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce6bb8-eb78-4cba-bde2-4f705b6fcabe tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:44.800974 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce6bb8-eb78-4cba-bde2-4f705b6fcabe tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:44.801253 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce6bb8-eb78-4cba-bde2-4f705b6fcabe tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:44.801582 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce6bb8-eb78-4cba-bde2-4f705b6fcabe tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:44.802028 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce6bb8-eb78-4cba-bde2-4f705b6fcabe tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:44.802408 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce6bb8-eb78-4cba-bde2-4f705b6fcabe tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:44.802619 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce6bb8-eb78-4cba-bde2-4f705b6fcabe tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:44.802973 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce6bb8-eb78-4cba-bde2-4f705b6fcabe tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:44.803294 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce6bb8-eb78-4cba-bde2-4f705b6fcabe tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:44.803616 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ce6bb8-eb78-4cba-bde2-4f705b6fcabe tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:44.826410 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-c5ce6bb8-eb78-4cba-bde2-4f705b6fcabe tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:44.827054 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-c5ce6bb8-eb78-4cba-bde2-4f705b6fcabe tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:44.922160 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-c5ce6bb8-eb78-4cba-bde2-4f705b6fcabe tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7707293 May 26 11:27:44.933822 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-87e40fa2-91b0-4185-968b-51bcc1f66851 service neutron] Request body: {'port': {'device_id': '910529f1-635e-41dd-abc2-fc2d0c5e88b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84339'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:27:44.985041 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-87e40fa2-91b0-4185-968b-51bcc1f66851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:44.991108 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-3ea0172b-29ae-4fdc-ae00-79fac795be83 None None] Provisioning complete for port 37723c2f-3743-4d63-9041-957709c5e167 triggered by entity DHCP. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:27:44.991588 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-3ea0172b-29ae-4fdc-ae00-79fac795be83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:45.024956 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-3ea0172b-29ae-4fdc-ae00-79fac795be83 None None] Port 37723c2f-3743-4d63-9041-957709c5e167 cannot update to ACTIVE because it is not bound. {{(pid=102813) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 26 11:27:45.243280 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-87e40fa2-91b0-4185-968b-51bcc1f66851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37723c2f-3743-4d63-9041-957709c5e167 {{(pid=102811) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:27:45.250940 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-87e40fa2-91b0-4185-968b-51bcc1f66851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:45.262267 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.provisioning_blocks [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-87e40fa2-91b0-4185-968b-51bcc1f66851 service neutron] Transition to ACTIVE for port object 37723c2f-3743-4d63-9041-957709c5e167 will not be triggered until provisioned by entity L2. {{(pid=102811) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 26 11:27:45.314810 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-87e40fa2-91b0-4185-968b-51bcc1f66851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:45.363982 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e40fa2-91b0-4185-968b-51bcc1f66851 service neutron] Pushing event updated for resources: {'Port': ['ID=37723c2f-3743-4d63-9041-957709c5e167,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:27:45.434513 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-87e40fa2-91b0-4185-968b-51bcc1f66851 service neutron] Attempting to bind port 37723c2f-3743-4d63-9041-957709c5e167 on host hv-cinder-84339 for vnic_type normal with profile {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 26 11:27:45.434850 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-87e40fa2-91b0-4185-968b-51bcc1f66851 service neutron] Attempting to bind port 37723c2f-3743-4d63-9041-957709c5e167 by drivers openvswitch,hyperv on host hv-cinder-84339 at level 0 using segments [{'id': 'a6e85a7b-632d-4806-a1c2-98c3c601765c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88'}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 26 11:27:45.435181 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-87e40fa2-91b0-4185-968b-51bcc1f66851 service neutron] Attempting to bind port 37723c2f-3743-4d63-9041-957709c5e167 on network 201b8ed7-d257-4ded-b20c-a4cdaabf3f88 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:27:45.439583 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-87e40fa2-91b0-4185-968b-51bcc1f66851 service neutron] Port 37723c2f-3743-4d63-9041-957709c5e167 on network 201b8ed7-d257-4ded-b20c-a4cdaabf3f88 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84339 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 26 11:27:45.439905 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-87e40fa2-91b0-4185-968b-51bcc1f66851 service neutron] Attempting to bind port 37723c2f-3743-4d63-9041-957709c5e167 on network 201b8ed7-d257-4ded-b20c-a4cdaabf3f88 {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 26 11:27:45.444836 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-87e40fa2-91b0-4185-968b-51bcc1f66851 service neutron] Checking agent: {'id': '96131053-e6ec-4464-b9d0-ccb06fa4079a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84339', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'started_at': datetime.datetime(2022, 5, 26, 11, 12, 39), 'heartbeat_timestamp': datetime.datetime(2022, 5, 26, 11, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 26 11:27:45.445288 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-87e40fa2-91b0-4185-968b-51bcc1f66851 service neutron] Checking segment: {'id': 'a6e85a7b-632d-4806-a1c2-98c3c601765c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102811) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 26 11:27:45.445675 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-87e40fa2-91b0-4185-968b-51bcc1f66851 service neutron] Bound using segment: {'id': 'a6e85a7b-632d-4806-a1c2-98c3c601765c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88'} {{(pid=102811) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 26 11:27:45.446026 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.managers [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-87e40fa2-91b0-4185-968b-51bcc1f66851 service neutron] Bound port: 37723c2f-3743-4d63-9041-957709c5e167, host: hv-cinder-84339, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6e85a7b-632d-4806-a1c2-98c3c601765c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88'}}] {{(pid=102811) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 26 11:27:45.446410 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-87e40fa2-91b0-4185-968b-51bcc1f66851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:45.510477 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-87e40fa2-91b0-4185-968b-51bcc1f66851 service neutron] For port 37723c2f-3743-4d63-9041-957709c5e167, host hv-cinder-84339, cleared binding levels {{(pid=102811) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 26 11:27:45.513684 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-87e40fa2-91b0-4185-968b-51bcc1f66851 service neutron] For port 37723c2f-3743-4d63-9041-957709c5e167, host hv-cinder-84339, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=37723c2f-3743-4d63-9041-957709c5e167,segment=NetworkSegment(a6e85a7b-632d-4806-a1c2-98c3c601765c),segment_id=a6e85a7b-632d-4806-a1c2-98c3c601765c)] {{(pid=102811) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 26 11:27:45.572560 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-87e40fa2-91b0-4185-968b-51bcc1f66851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:45.609470 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-87e40fa2-91b0-4185-968b-51bcc1f66851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:45.610073 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-87e40fa2-91b0-4185-968b-51bcc1f66851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:45.611445 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-87e40fa2-91b0-4185-968b-51bcc1f66851 service neutron] 10.222.0.42 "PUT /v2.0/ports/37723c2f-3743-4d63-9041-957709c5e167 HTTP/1.1" status: 200 len: 1093 time: 0.6821764 May 26 11:27:45.611881 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910529f1-635e-41dd-abc2-fc2d0c5e88b1', 'tag': '37723c2f-3743-4d63-9041-957709c5e167'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:27:45.614164 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac110d88-ba6f-4e41-aa35-b1eec4fec1cf" -d '{"events": [{"name": "network-changed", "server_uuid": "910529f1-635e-41dd-abc2-fc2d0c5e88b1", "tag": "37723c2f-3743-4d63-9041-957709c5e167"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:27:45.640987 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e40fa2-91b0-4185-968b-51bcc1f66851 service neutron] Pushing event updated for resources: {'Port': ['ID=37723c2f-3743-4d63-9041-957709c5e167,revision_number=3']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:27:45.661433 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d321c6-f7e9-4f20-8091-37e22caf507d x-openstack-request-id: req-c0d321c6-f7e9-4f20-8091-37e22caf507d {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:27:45.661727 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910529f1-635e-41dd-abc2-fc2d0c5e88b1", "tag": "37723c2f-3743-4d63-9041-957709c5e167", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:27:45.661984 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0d321c6-f7e9-4f20-8091-37e22caf507d {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:27:45.662391 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0d321c6-f7e9-4f20-8091-37e22caf507d'] response: {'name': 'network-changed', 'server_uuid': '910529f1-635e-41dd-abc2-fc2d0c5e88b1', 'tag': '37723c2f-3743-4d63-9041-957709c5e167', 'status': 'completed', 'code': 200} May 26 11:27:45.757396 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34eea29-0c8b-4445-8e6e-f9b1d4b0d3f0 req-f9265372-02ee-4bc0-994c-edbc365c553d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:45.758919 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c34eea29-0c8b-4445-8e6e-f9b1d4b0d3f0 req-f9265372-02ee-4bc0-994c-edbc365c553d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=910529f1-635e-41dd-abc2-fc2d0c5e88b1 HTTP/1.1" status: 200 len: 943 time: 0.0750029 May 26 11:27:45.764663 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac110d88-ba6f-4e41-aa35-b1eec4fec1cf req-98ae6238-261d-4a86-a635-bc440ac57b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:45.766169 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ac110d88-ba6f-4e41-aa35-b1eec4fec1cf req-98ae6238-261d-4a86-a635-bc440ac57b0e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b156406dd334d888436af3a31bf551e&device_id=910529f1-635e-41dd-abc2-fc2d0c5e88b1 HTTP/1.1" status: 200 len: 1096 time: 0.0730743 May 26 11:27:45.850408 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-c34eea29-0c8b-4445-8e6e-f9b1d4b0d3f0 req-43917572-4fe8-4cef-81a5-02c248f233d6 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832939 May 26 11:27:45.884777 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac110d88-ba6f-4e41-aa35-b1eec4fec1cf req-e78e6cbf-c1b6-4e72-9cd6-7a8f97655843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:45.886289 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ac110d88-ba6f-4e41-aa35-b1eec4fec1cf req-e78e6cbf-c1b6-4e72-9cd6-7a8f97655843 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=9b156406dd334d888436af3a31bf551e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1122901 May 26 11:27:45.975832 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac110d88-ba6f-4e41-aa35-b1eec4fec1cf req-dce837ee-aeb6-4735-89a8-84580f528255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:45.977322 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ac110d88-ba6f-4e41-aa35-b1eec4fec1cf req-dce837ee-aeb6-4735-89a8-84580f528255 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0845594 May 26 11:27:46.054020 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-4365ae3a-b4d8-48e3-84b8-67423c0e7df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:46.055390 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-4365ae3a-b4d8-48e3-84b8-67423c0e7df7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b156406dd334d888436af3a31bf551e&device_id=910529f1-635e-41dd-abc2-fc2d0c5e88b1 HTTP/1.1" status: 200 len: 1096 time: 0.0440304 May 26 11:27:46.095265 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-f651e7d0-2c46-4d67-bf87-fb6cf87f3265 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37723c2f-3743-4d63-9041-957709c5e167 HTTP/1.1" status: 200 len: 217 time: 0.0329413 May 26 11:27:46.142974 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-ac297aca-edc8-4f7e-ad82-2c13011a3e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:46.144410 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-ac297aca-edc8-4f7e-ad82-2c13011a3e6e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4f82145-402d-4d00-956a-36c8731d0d08 HTTP/1.1" status: 200 len: 850 time: 0.0418212 May 26 11:27:46.192723 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-0283cab9-4a64-4744-8e39-6db67453a824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:46.194175 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-0283cab9-4a64-4744-8e39-6db67453a824 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=201b8ed7-d257-4ded-b20c-a4cdaabf3f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429966 May 26 11:27:46.279927 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-8a11b605-ccd7-48d2-9bfc-eacff8a835a1 service neutron] 10.222.0.42 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787208 May 26 11:27:46.367810 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-21fa8384-6c19-4e78-a14b-9cff518ae597 req-f45b25b3-baae-43b1-bb21-b309c8d358a0 service neutron] 10.222.0.42 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815780 May 26 11:27:46.963358 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde78099-bb59-4257-8a41-f0cd0c65a68b req-ba5aedf6-63a1-4f4f-9b4d-d1fc18d58c26 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:46.964813 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bde78099-bb59-4257-8a41-f0cd0c65a68b req-ba5aedf6-63a1-4f4f-9b4d-d1fc18d58c26 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=910529f1-635e-41dd-abc2-fc2d0c5e88b1 HTTP/1.1" status: 200 len: 943 time: 0.0481660 May 26 11:27:47.001429 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-bde78099-bb59-4257-8a41-f0cd0c65a68b req-606c04df-3dfe-4b38-b70f-40c77372a7f5 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307381 May 26 11:27:48.006403 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c39a90f-48e8-433f-a574-5d0b98b2eed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:48.112852 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f86f8a-b2cb-423d-af10-6ccb06b4f53d req-b92eeb98-74d5-4f6a-8ccf-2d8e5a923600 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:48.114297 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b7f86f8a-b2cb-423d-af10-6ccb06b4f53d req-b92eeb98-74d5-4f6a-8ccf-2d8e5a923600 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=910529f1-635e-41dd-abc2-fc2d0c5e88b1 HTTP/1.1" status: 200 len: 943 time: 0.0481508 May 26 11:27:48.151692 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-b7f86f8a-b2cb-423d-af10-6ccb06b4f53d req-9eccb59c-b74b-43c3-9774-2745430afd37 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314765 May 26 11:27:49.260591 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61700924-2898-45ec-9f5c-e5712db38a4f req-02e8febb-45d9-4c8a-8071-59870efee20a tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:49.262560 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-61700924-2898-45ec-9f5c-e5712db38a4f req-02e8febb-45d9-4c8a-8071-59870efee20a tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=910529f1-635e-41dd-abc2-fc2d0c5e88b1 HTTP/1.1" status: 200 len: 943 time: 0.0465741 May 26 11:27:49.300156 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-61700924-2898-45ec-9f5c-e5712db38a4f req-c6ab43e3-5719-434b-92fa-af42acbe01d0 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317135 May 26 11:27:50.153177 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-ad9761ff-eea2-4fb0-bde8-4eb2473b1149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:50.413031 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25027281-5fa9-4dc0-81da-63b761b627b7 req-08f00b8f-838e-402b-a188-739e3ec108cb tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:50.414402 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-25027281-5fa9-4dc0-81da-63b761b627b7 req-08f00b8f-838e-402b-a188-739e3ec108cb tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=910529f1-635e-41dd-abc2-fc2d0c5e88b1 HTTP/1.1" status: 200 len: 943 time: 0.0470419 May 26 11:27:50.452147 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-25027281-5fa9-4dc0-81da-63b761b627b7 req-039c4dcd-c7e9-49f1-b95c-004c64a26309 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307770 May 26 11:27:51.513182 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:51.568027 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387e40e-821e-4f6d-aa1a-57e23e8870e4 req-a1c5055f-0aa9-499e-ac63-0a423c50ce8d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:51.569500 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9387e40e-821e-4f6d-aa1a-57e23e8870e4 req-a1c5055f-0aa9-499e-ac63-0a423c50ce8d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=910529f1-635e-41dd-abc2-fc2d0c5e88b1 HTTP/1.1" status: 200 len: 943 time: 0.0509481 May 26 11:27:51.606824 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9387e40e-821e-4f6d-aa1a-57e23e8870e4 req-4cf159c7-3b89-4baa-8f1c-5a13678a31cf tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307915 May 26 11:27:52.718872 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed6c95-3c42-41d5-aea7-3b6a782588dd req-07403d17-9182-4375-9014-130042b2112c tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:52.720314 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-38ed6c95-3c42-41d5-aea7-3b6a782588dd req-07403d17-9182-4375-9014-130042b2112c tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=910529f1-635e-41dd-abc2-fc2d0c5e88b1 HTTP/1.1" status: 200 len: 943 time: 0.0479510 May 26 11:27:52.759011 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:52.759583 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-38ed6c95-3c42-41d5-aea7-3b6a782588dd req-ca73b38c-0a11-4c24-bef1-1fac70f3ed8c tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332861 May 26 11:27:53.232603 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:53.504301 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:27:53.874610 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca6d0c-6434-4a28-b89b-a3335d899068 req-5270734f-1221-490b-9b83-84c702d2a7a9 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:53.876061 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9dca6d0c-6434-4a28-b89b-a3335d899068 req-5270734f-1221-490b-9b83-84c702d2a7a9 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=910529f1-635e-41dd-abc2-fc2d0c5e88b1 HTTP/1.1" status: 200 len: 943 time: 0.0480244 May 26 11:27:53.912870 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-9dca6d0c-6434-4a28-b89b-a3335d899068 req-c8b52a14-f348-4fdc-9a4f-c36db0b83f6e tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307667 May 26 11:27:53.913458 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 37723c2f-3743-4d63-9041-957709c5e167 details requested by agent hyperv_hv-cinder-84339 with host hv-cinder-84339 {{(pid=102813) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 26 11:27:54.004041 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 37723c2f-3743-4d63-9041-957709c5e167, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=37723c2f-3743-4d63-9041-957709c5e167,segment=NetworkSegment(a6e85a7b-632d-4806-a1c2-98c3c601765c),segment_id=a6e85a7b-632d-4806-a1c2-98c3c601765c)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:27:54.017890 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Returning: {'device': '37723c2f-3743-4d63-9041-957709c5e167', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'port_id': '37723c2f-3743-4d63-9041-957709c5e167', 'mac_address': 'fa:16:3e:a6:c3:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102813) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 26 11:27:54.055075 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port 37723c2f-3743-4d63-9041-957709c5e167 is: DOWN; New status is: BUILD {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:27:54.055374 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:54.068052 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37723c2f-3743-4d63-9041-957709c5e167 {{(pid=102813) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 26 11:27:54.083015 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-81da0423-abfb-4a3a-815f-376569add4e2 req-7a4f2689-6a5c-429f-8e2c-4941ee291d63 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375254 May 26 11:27:54.086456 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 37723c2f-3743-4d63-9041-957709c5e167, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=37723c2f-3743-4d63-9041-957709c5e167,segment=NetworkSegment(a6e85a7b-632d-4806-a1c2-98c3c601765c),segment_id=a6e85a7b-632d-4806-a1c2-98c3c601765c)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:27:54.149288 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:54.163355 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da0423-abfb-4a3a-815f-376569add4e2 req-2f4f0fbb-7fc2-4bbb-aa4e-51a6f36670f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:54.164822 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-81da0423-abfb-4a3a-815f-376569add4e2 req-2f4f0fbb-7fc2-4bbb-aa4e-51a6f36670f8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b156406dd334d888436af3a31bf551e&device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 1098 time: 0.0410197 May 26 11:27:54.196870 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=37723c2f-3743-4d63-9041-957709c5e167,revision_number=4']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:27:54.204820 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:54.205168 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:54.205501 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:54.205831 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:54.206159 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:54.206489 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:54.206812 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:54.207132 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:54.207452 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:54.207770 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:54.208087 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:54.208400 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:27:54.267860 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da0423-abfb-4a3a-815f-376569add4e2 req-e7243003-4e8b-49c5-87ce-a824e4a440c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:54.269340 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-81da0423-abfb-4a3a-815f-376569add4e2 req-e7243003-4e8b-49c5-87ce-a824e4a440c6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=201b8ed7-d257-4ded-b20c-a4cdaabf3f88 HTTP/1.1" status: 200 len: 912 time: 0.0852087 May 26 11:27:54.333040 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-81da0423-abfb-4a3a-815f-376569add4e2 req-f051ef69-97a1-40d2-a3ff-bc390072f692 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f168721-8052-4787-900e-6ebb1b23c2bb HTTP/1.1" status: 200 len: 1001 time: 0.0559757 May 26 11:27:54.379459 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da0423-abfb-4a3a-815f-376569add4e2 req-f6eff7bb-64c9-488b-bcff-45a9fc747c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:54.380858 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-81da0423-abfb-4a3a-815f-376569add4e2 req-f6eff7bb-64c9-488b-bcff-45a9fc747c73 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4f82145-402d-4d00-956a-36c8731d0d08 HTTP/1.1" status: 200 len: 850 time: 0.0404360 May 26 11:27:54.382768 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] get_ports_and_sgs() called for port_ids ['37723c2f-3743-4d63-9041-957709c5e167'] {{(pid=102813) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 26 11:27:54.428402 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da0423-abfb-4a3a-815f-376569add4e2 req-64e24993-87a9-428c-8a6f-ac63b3086576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:54.441523 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-81da0423-abfb-4a3a-815f-376569add4e2 req-64e24993-87a9-428c-8a6f-ac63b3086576 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=201b8ed7-d257-4ded-b20c-a4cdaabf3f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419831 May 26 11:27:54.515784 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-81da0423-abfb-4a3a-815f-376569add4e2 req-52663533-33f5-4c91-9b8a-9296ffd3d80d service neutron] 10.222.0.42 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793481 May 26 11:27:54.605611 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-81da0423-abfb-4a3a-815f-376569add4e2 req-8db462b9-8103-418c-8512-e36926cf63a5 service neutron] 10.222.0.42 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832024 May 26 11:27:55.024466 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6584d90e-106f-4299-95a6-bb1942f5dd6b req-61cc287f-af51-43d3-9212-0c999aa722e3 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:55.025910 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6584d90e-106f-4299-95a6-bb1942f5dd6b req-61cc287f-af51-43d3-9212-0c999aa722e3 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=910529f1-635e-41dd-abc2-fc2d0c5e88b1 HTTP/1.1" status: 200 len: 944 time: 0.0478616 May 26 11:27:55.062570 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-6584d90e-106f-4299-95a6-bb1942f5dd6b req-4ce25b2e-bb1b-4197-aeee-45b84cca6fae tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307581 May 26 11:27:55.927653 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 37723c2f-3743-4d63-9041-957709c5e167 up at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 26 11:27:56.045788 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning for port 37723c2f-3743-4d63-9041-957709c5e167 completed by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 26 11:27:56.049401 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.provisioning_blocks [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Provisioning complete for port 37723c2f-3743-4d63-9041-957709c5e167 triggered by entity L2. {{(pid=102813) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 26 11:27:56.051599 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-784169'] for port, provisioning_complete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:56.125341 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Current status of the port 37723c2f-3743-4d63-9041-957709c5e167 is: BUILD; New status is: ACTIVE {{(pid=102813) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} May 26 11:27:56.125732 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:56.149579 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910529f1-635e-41dd-abc2-fc2d0c5e88b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37723c2f-3743-4d63-9041-957709c5e167'}] {{(pid=102813) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:27:56.151854 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b1e7e0be9146ab9a900ad8cfc202805522ff961af257209187c37c39bcd2750a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0de97e-d3a7-43f4-80b1-0f4a030b773b" -d '{"events": [{"server_uuid": "910529f1-635e-41dd-abc2-fc2d0c5e88b1", "name": "network-vif-plugged", "status": "completed", "tag": "37723c2f-3743-4d63-9041-957709c5e167"}]}' {{(pid=102813) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:27:56.164233 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] For port 37723c2f-3743-4d63-9041-957709c5e167, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=37723c2f-3743-4d63-9041-957709c5e167,segment=NetworkSegment(a6e85a7b-632d-4806-a1c2-98c3c601765c),segment_id=a6e85a7b-632d-4806-a1c2-98c3c601765c)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:27:56.177983 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0cb07-816c-44a2-9995-bc09389f3d69 req-693a4eb0-ee77-4e31-ae1e-8d820d0b008e tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:56.179457 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6bd0cb07-816c-44a2-9995-bc09389f3d69 req-693a4eb0-ee77-4e31-ae1e-8d820d0b008e tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=910529f1-635e-41dd-abc2-fc2d0c5e88b1 HTTP/1.1" status: 200 len: 944 time: 0.0507042 May 26 11:27:56.189697 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52147f9c-7d52-4401-846b-16dc0c674b4a x-openstack-request-id: req-52147f9c-7d52-4401-846b-16dc0c674b4a {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:27:56.189982 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910529f1-635e-41dd-abc2-fc2d0c5e88b1", "name": "network-vif-plugged", "status": "completed", "tag": "37723c2f-3743-4d63-9041-957709c5e167", "code": 200}]} {{(pid=102813) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:27:56.190232 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52147f9c-7d52-4401-846b-16dc0c674b4a {{(pid=102813) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:27:56.190686 dv-cinder-843395-1-iscsi neutron-server[102813]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52147f9c-7d52-4401-846b-16dc0c674b4a'] response: {'server_uuid': '910529f1-635e-41dd-abc2-fc2d0c5e88b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37723c2f-3743-4d63-9041-957709c5e167', 'code': 200} May 26 11:27:56.223799 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-6bd0cb07-816c-44a2-9995-bc09389f3d69 req-740b5723-e6fd-42ab-b676-016b1b1d3d36 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368652 May 26 11:27:56.234899 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674'] for port, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:56.281117 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Pushing event updated for resources: {'Port': ['ID=37723c2f-3743-4d63-9041-957709c5e167,revision_number=5']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:27:56.518899 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769e276-0328-487f-9ee2-d63f7ba1830b req-71552a57-0adb-41c4-8a7d-206258929f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:56.520297 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5769e276-0328-487f-9ee2-d63f7ba1830b req-71552a57-0adb-41c4-8a7d-206258929f77 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=910529f1-635e-41dd-abc2-fc2d0c5e88b1 HTTP/1.1" status: 200 len: 1098 time: 0.0387993 May 26 11:27:56.553153 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-5769e276-0328-487f-9ee2-d63f7ba1830b req-9cccf3d2-b5f6-4246-a00c-f0a70c23e56f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267925 May 26 11:27:57.336983 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72665ed-8f07-4faf-910a-b4f255417535 req-3f1c6e97-b72b-4af3-aea7-45d952c52ea9 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:57.338409 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e72665ed-8f07-4faf-910a-b4f255417535 req-3f1c6e97-b72b-4af3-aea7-45d952c52ea9 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=910529f1-635e-41dd-abc2-fc2d0c5e88b1 HTTP/1.1" status: 200 len: 945 time: 0.0463150 May 26 11:27:57.377242 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-e72665ed-8f07-4faf-910a-b4f255417535 req-2b1950b5-00f3-4ebc-950f-9595e66355d9 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323939 May 26 11:27:58.492813 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280ccc9-2f16-4e7c-af16-53ed9b2d18af req-95bd6003-8761-4305-bc44-bb2d2744135d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:58.494251 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3280ccc9-2f16-4e7c-af16-53ed9b2d18af req-95bd6003-8761-4305-bc44-bb2d2744135d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=910529f1-635e-41dd-abc2-fc2d0c5e88b1 HTTP/1.1" status: 200 len: 945 time: 0.0512152 May 26 11:27:58.531511 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-3280ccc9-2f16-4e7c-af16-53ed9b2d18af req-bc5f1eb2-0265-4da1-92fd-fe036257b33f tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307848 May 26 11:27:58.642141 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbdc230-4c38-4e57-a377-fe605346c9fc req-244d6135-f60c-4d81-b292-f72389bebb71 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:58.643550 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ffbdc230-4c38-4e57-a377-fe605346c9fc req-244d6135-f60c-4d81-b292-f72389bebb71 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=910529f1-635e-41dd-abc2-fc2d0c5e88b1 HTTP/1.1" status: 200 len: 945 time: 0.0465677 May 26 11:27:58.679239 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-ffbdc230-4c38-4e57-a377-fe605346c9fc req-0b279ddc-2227-4168-874c-336edbbb7db6 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296760 May 26 11:27:58.701588 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 46580) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:27:58.738587 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0e5a4c-9084-41e1-bdb7-663ebf3a6110 tempest-TestVolumeBootPattern-1761638634 tempest-TestVolumeBootPattern-1761638634-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:27:58.740021 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-6f0e5a4c-9084-41e1-bdb7-663ebf3a6110 tempest-TestVolumeBootPattern-1761638634 tempest-TestVolumeBootPattern-1761638634-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=910529f1-635e-41dd-abc2-fc2d0c5e88b1 HTTP/1.1" status: 200 len: 1093 time: 0.0375109 May 26 11:27:58.742762 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 46582) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:27:58.747421 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.v2.base [None req-5eccffda-cefe-4dfc-b718-1001a1a03271 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Request body: {'floatingip': {'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'port_id': '37723c2f-3743-4d63-9041-957709c5e167', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102811) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 26 11:27:58.834466 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5eccffda-cefe-4dfc-b718-1001a1a03271 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for floatingip, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:58.927888 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5eccffda-cefe-4dfc-b718-1001a1a03271 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:59.025510 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.db_base_plugin_common [None req-5eccffda-cefe-4dfc-b718-1001a1a03271 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Allocated IP 172.27.2.160 (6ce135a4-eab8-4863-9af0-cf5ae6e229cb/86b44d4e-8f3f-4d5d-9881-9aaa3797f33b/a1d1eced-b0d0-4fa5-a5d4-5c776b2eb92d) {{(pid=102811) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 26 11:27:59.123629 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5eccffda-cefe-4dfc-b718-1001a1a03271 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for port, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:59.216350 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5eccffda-cefe-4dfc-b718-1001a1a03271 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744569063855', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:59.255187 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eccffda-cefe-4dfc-b718-1001a1a03271 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Network 6ce135a4-eab8-4863-9af0-cf5ae6e229cb is already hosted by enough agents. {{(pid=102811) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 26 11:27:59.259220 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.base_scheduler [None req-5eccffda-cefe-4dfc-b718-1001a1a03271 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Resources bound (agent type, host, resource id): {{(pid=102811) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 26 11:27:59.262606 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eccffda-cefe-4dfc-b718-1001a1a03271 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Received port after_create {{(pid=102811) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 26 11:27:59.283970 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eccffda-cefe-4dfc-b718-1001a1a03271 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Pushing event updated for resources: {'Port': ['ID=a1d1eced-b0d0-4fa5-a5d4-5c776b2eb92d,revision_number=1']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:27:59.846997 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5eccffda-cefe-4dfc-b718-1001a1a03271 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:27:59.962172 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5eccffda-cefe-4dfc-b718-1001a1a03271 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-678037'] for port, before_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:00.104571 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5eccffda-cefe-4dfc-b718-1001a1a03271 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for port, precommit_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:00.148968 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5eccffda-cefe-4dfc-b718-1001a1a03271 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744569555577', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744569063828', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744569071674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10386408'] for port, after_update {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:00.215779 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eccffda-cefe-4dfc-b718-1001a1a03271 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Pushing event updated for resources: {'Port': ['ID=a1d1eced-b0d0-4fa5-a5d4-5c776b2eb92d,revision_number=2']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:28:00.226829 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5eccffda-cefe-4dfc-b718-1001a1a03271 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1667325'] for floatingip, after_create {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:00.322965 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.l3_db [None req-5eccffda-cefe-4dfc-b718-1001a1a03271 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Floating IP b7c4dcb8-fae6-4ad1-9a10-551618deb204 associated. External IP: 172.27.2.160, port: 37723c2f-3743-4d63-9041-957709c5e167. May 26 11:28:00.520023 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eccffda-cefe-4dfc-b718-1001a1a03271 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Router 45295373-e9cb-4611-9dc8-f892d8d93137 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:28:00.621319 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eccffda-cefe-4dfc-b718-1001a1a03271 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:28:00.630804 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18036b35-e5a7-4c70-8c95-7667f05722e0 None None] Sync routers for ids ['45295373-e9cb-4611-9dc8-f892d8d93137'] in dv-cinder-843395-1-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:28:00.639687 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18036b35-e5a7-4c70-8c95-7667f05722e0 None None] Routers {'45295373-e9cb-4611-9dc8-f892d8d93137'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:28:00.640287 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-18036b35-e5a7-4c70-8c95-7667f05722e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:27:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['45295373-e9cb-4611-9dc8-f892d8d93137'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:28:00.692005 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-5eccffda-cefe-4dfc-b718-1001a1a03271 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:00.721685 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-5eccffda-cefe-4dfc-b718-1001a1a03271 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9779279 May 26 11:28:00.722276 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910529f1-635e-41dd-abc2-fc2d0c5e88b1', 'tag': '37723c2f-3743-4d63-9041-957709c5e167'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:28:00.724586 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bff15c-6aa3-4397-8dbe-e453628f19d7" -d '{"events": [{"name": "network-changed", "server_uuid": "910529f1-635e-41dd-abc2-fc2d0c5e88b1", "tag": "37723c2f-3743-4d63-9041-957709c5e167"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:28:00.762688 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06312304-13d5-427b-977c-0a06d8971412 x-openstack-request-id: req-06312304-13d5-427b-977c-0a06d8971412 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:28:00.763182 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910529f1-635e-41dd-abc2-fc2d0c5e88b1", "tag": "37723c2f-3743-4d63-9041-957709c5e167", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:28:00.763513 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06312304-13d5-427b-977c-0a06d8971412 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:28:00.763942 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06312304-13d5-427b-977c-0a06d8971412'] response: {'name': 'network-changed', 'server_uuid': '910529f1-635e-41dd-abc2-fc2d0c5e88b1', 'tag': '37723c2f-3743-4d63-9041-957709c5e167', 'status': 'completed', 'code': 200} May 26 11:28:00.831656 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bff15c-6aa3-4397-8dbe-e453628f19d7 req-2faca84e-c99f-42b1-a53e-c562cd45074d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:28:00.833206 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-98bff15c-6aa3-4397-8dbe-e453628f19d7 req-2faca84e-c99f-42b1-a53e-c562cd45074d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b156406dd334d888436af3a31bf551e&device_id=910529f1-635e-41dd-abc2-fc2d0c5e88b1 HTTP/1.1" status: 200 len: 1098 time: 0.0421770 May 26 11:28:00.873736 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-18036b35-e5a7-4c70-8c95-7667f05722e0 None None] Set router 45295373-e9cb-4611-9dc8-f892d8d93137 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:28:00.922996 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bff15c-6aa3-4397-8dbe-e453628f19d7 req-478ad53a-4123-4bd0-85ad-d4455a9723b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:28:00.924466 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-98bff15c-6aa3-4397-8dbe-e453628f19d7 req-478ad53a-4123-4bd0-85ad-d4455a9723b4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=201b8ed7-d257-4ded-b20c-a4cdaabf3f88 HTTP/1.1" status: 200 len: 912 time: 0.0844588 May 26 11:28:00.994177 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-98bff15c-6aa3-4397-8dbe-e453628f19d7 req-9666a5c4-06cb-4fe3-8984-c889ebc7fb21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37723c2f-3743-4d63-9041-957709c5e167 HTTP/1.1" status: 200 len: 999 time: 0.0614145 May 26 11:28:01.043671 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bff15c-6aa3-4397-8dbe-e453628f19d7 req-39b37881-a31c-4357-a9f7-e2a0d40bdb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:28:01.045201 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-98bff15c-6aa3-4397-8dbe-e453628f19d7 req-39b37881-a31c-4357-a9f7-e2a0d40bdb74 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4f82145-402d-4d00-956a-36c8731d0d08 HTTP/1.1" status: 200 len: 850 time: 0.0449762 May 26 11:28:01.092802 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bff15c-6aa3-4397-8dbe-e453628f19d7 req-9eb3052a-a8f9-4998-a247-4e15a849c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:28:01.094287 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-98bff15c-6aa3-4397-8dbe-e453628f19d7 req-9eb3052a-a8f9-4998-a247-4e15a849c777 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=201b8ed7-d257-4ded-b20c-a4cdaabf3f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396566 May 26 11:28:01.099196 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-18036b35-e5a7-4c70-8c95-7667f05722e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'name': 'tempest-TestVolumeBootPattern-958338100-router', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:48Z', 'updated_at': '2022-05-26T11:22:51Z', 'revision_number': 4, 'project_id': '9b156406dd334d888436af3a31bf551e', 'gw_port': {'id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:49Z', 'updated_at': '2022-05-26T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'b648a300-bec7-4a74-9624-61147b0c7151', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'port_id': '2f168721-8052-4787-900e-6ebb1b23c2bb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'mac_address': 'fa:16:3e:6f:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce07e3f-4576-4f0e-9233-397e03b8d6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:26:03Z', 'updated_at': '2022-05-26T11:26:06Z', 'revision_number': 1, 'project_id': '9b156406dd334d888436af3a31bf551e', 'fixed_ip_address_scope': None}, {'id': 'b7c4dcb8-fae6-4ad1-9a10-551618deb204', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'port_id': '37723c2f-3743-4d63-9041-957709c5e167', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'mac_address': 'fa:16:3e:a6:c3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910529f1-635e-41dd-abc2-fc2d0c5e88b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:27:59Z', 'updated_at': '2022-05-26T11:27:59Z', 'revision_number': 0, 'project_id': '9b156406dd334d888436af3a31bf551e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f6e075-bfcc-4710-b209-1ee0c5c8da2f', 'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'mac_address': 'fa:16:3e:77:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:50Z', 'updated_at': '2022-05-26T11:22:55Z', 'revision_number': 5, 'project_id': '9b156406dd334d888436af3a31bf551e', 'subnets': [{'id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:28:01.125055 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18036b35-e5a7-4c70-8c95-7667f05722e0 None None] Checking router: 45295373-e9cb-4611-9dc8-f892d8d93137 for host: dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:28:01.133234 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18036b35-e5a7-4c70-8c95-7667f05722e0 None None] Routers {'45295373-e9cb-4611-9dc8-f892d8d93137'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:28:01.133943 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-18036b35-e5a7-4c70-8c95-7667f05722e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:27:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['45295373-e9cb-4611-9dc8-f892d8d93137'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:28:01.186319 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-98bff15c-6aa3-4397-8dbe-e453628f19d7 req-10eda911-bf4b-4540-8db3-ed5271e4db85 service neutron] 10.222.0.42 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857201 May 26 11:28:01.241781 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-18036b35-e5a7-4c70-8c95-7667f05722e0 None None] Set router 45295373-e9cb-4611-9dc8-f892d8d93137 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:28:01.279317 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-98bff15c-6aa3-4397-8dbe-e453628f19d7 req-b30f9b47-026b-45df-adad-54521804f92f service neutron] 10.222.0.42 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867407 May 26 11:28:01.477552 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-18036b35-e5a7-4c70-8c95-7667f05722e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'name': 'tempest-TestVolumeBootPattern-958338100-router', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:48Z', 'updated_at': '2022-05-26T11:22:51Z', 'revision_number': 4, 'project_id': '9b156406dd334d888436af3a31bf551e', 'gw_port': {'id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:49Z', 'updated_at': '2022-05-26T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'b648a300-bec7-4a74-9624-61147b0c7151', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'port_id': '2f168721-8052-4787-900e-6ebb1b23c2bb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'mac_address': 'fa:16:3e:6f:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce07e3f-4576-4f0e-9233-397e03b8d6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:26:03Z', 'updated_at': '2022-05-26T11:26:06Z', 'revision_number': 1, 'project_id': '9b156406dd334d888436af3a31bf551e', 'fixed_ip_address_scope': None}, {'id': 'b7c4dcb8-fae6-4ad1-9a10-551618deb204', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'port_id': '37723c2f-3743-4d63-9041-957709c5e167', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'mac_address': 'fa:16:3e:a6:c3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910529f1-635e-41dd-abc2-fc2d0c5e88b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:27:59Z', 'updated_at': '2022-05-26T11:27:59Z', 'revision_number': 0, 'project_id': '9b156406dd334d888436af3a31bf551e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f6e075-bfcc-4710-b209-1ee0c5c8da2f', 'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'mac_address': 'fa:16:3e:77:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:50Z', 'updated_at': '2022-05-26T11:22:55Z', 'revision_number': 5, 'project_id': '9b156406dd334d888436af3a31bf551e', 'subnets': [{'id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:28:01.503989 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18036b35-e5a7-4c70-8c95-7667f05722e0 None None] The sync data for ids ['45295373-e9cb-4611-9dc8-f892d8d93137'] in dv-cinder-843395-1-iscsi is: [{'id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'name': 'tempest-TestVolumeBootPattern-958338100-router', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:48Z', 'updated_at': '2022-05-26T11:22:51Z', 'revision_number': 4, 'project_id': '9b156406dd334d888436af3a31bf551e', 'gw_port': {'id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:49Z', 'updated_at': '2022-05-26T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'b648a300-bec7-4a74-9624-61147b0c7151', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'port_id': '2f168721-8052-4787-900e-6ebb1b23c2bb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'mac_address': 'fa:16:3e:6f:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce07e3f-4576-4f0e-9233-397e03b8d6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:26:03Z', 'updated_at': '2022-05-26T11:26:06Z', 'revision_number': 1, 'project_id': '9b156406dd334d888436af3a31bf551e', 'fixed_ip_address_scope': None}, {'id': 'b7c4dcb8-fae6-4ad1-9a10-551618deb204', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'floating_ip_address': '172.27.2.160', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'port_id': '37723c2f-3743-4d63-9041-957709c5e167', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'mac_address': 'fa:16:3e:a6:c3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910529f1-635e-41dd-abc2-fc2d0c5e88b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:27:59Z', 'updated_at': '2022-05-26T11:27:59Z', 'revision_number': 0, 'project_id': '9b156406dd334d888436af3a31bf551e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f6e075-bfcc-4710-b209-1ee0c5c8da2f', 'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'mac_address': 'fa:16:3e:77:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:50Z', 'updated_at': '2022-05-26T11:22:55Z', 'revision_number': 5, 'project_id': '9b156406dd334d888436af3a31bf551e', 'subnets': [{'id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:28:01.682373 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a703d59-5a0e-4cc3-8740-8d3ccf5bfd75 None None] New status for floating IP b7c4dcb8-fae6-4ad1-9a10-551618deb204: ACTIVE {{(pid=102814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:28:09.409623 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:17.982965 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-8aa20219-85c8-4a61-a93d-4fcb483bd8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:20.175088 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-1f0e778f-129e-4412-8f7f-04b7627ad4f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:21.514042 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:22.763588 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:23.283767 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:30.503064 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:28:39.415085 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:47.985943 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-d3759857-6962-4971-9d3b-1e195ad42b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:50.197590 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-d5d9353b-53bb-4265-b822-22f2d2d8edfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:51.525078 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:52.745691 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:53.248445 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:28:56.100867 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-86256fe2-955c-4342-abfe-a04b34c95124 req-ccd904ed-b6b5-4903-86be-d04f2eb2c618 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432453 May 26 11:28:56.178941 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86256fe2-955c-4342-abfe-a04b34c95124 req-a669423e-8027-4906-b759-312f77e0c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:28:56.180344 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-86256fe2-955c-4342-abfe-a04b34c95124 req-a669423e-8027-4906-b759-312f77e0c3ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b156406dd334d888436af3a31bf551e&device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 1098 time: 0.0396583 May 26 11:28:56.279129 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86256fe2-955c-4342-abfe-a04b34c95124 req-307cf89c-1209-4f10-847a-a06738f45a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:28:56.280675 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-86256fe2-955c-4342-abfe-a04b34c95124 req-307cf89c-1209-4f10-847a-a06738f45a1b service neutron] 10.222.0.42 "GET /v2.0/networks?id=201b8ed7-d257-4ded-b20c-a4cdaabf3f88 HTTP/1.1" status: 200 len: 912 time: 0.0813029 May 26 11:28:56.346910 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-86256fe2-955c-4342-abfe-a04b34c95124 req-2f290842-e1ae-4bd5-9cd3-bdcdcbb3486d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f168721-8052-4787-900e-6ebb1b23c2bb HTTP/1.1" status: 200 len: 1001 time: 0.0602677 May 26 11:28:56.394155 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86256fe2-955c-4342-abfe-a04b34c95124 req-7a01c8c0-96c0-42a8-87e5-fd33b85ba88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:28:56.395559 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-86256fe2-955c-4342-abfe-a04b34c95124 req-7a01c8c0-96c0-42a8-87e5-fd33b85ba88c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4f82145-402d-4d00-956a-36c8731d0d08 HTTP/1.1" status: 200 len: 850 time: 0.0423481 May 26 11:28:56.439019 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86256fe2-955c-4342-abfe-a04b34c95124 req-4db062d0-9be3-4207-ab05-13d1da4bbc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:28:56.440380 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-86256fe2-955c-4342-abfe-a04b34c95124 req-4db062d0-9be3-4207-ab05-13d1da4bbc8c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=201b8ed7-d257-4ded-b20c-a4cdaabf3f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385106 May 26 11:28:56.528933 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-86256fe2-955c-4342-abfe-a04b34c95124 req-0bb8e382-500e-4749-8b41-e2a3af8db5a1 service neutron] 10.222.0.42 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819886 May 26 11:28:56.614560 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-86256fe2-955c-4342-abfe-a04b34c95124 req-04fceaf5-bc25-4d36-93b7-4e46379ae382 service neutron] 10.222.0.42 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795462 May 26 11:29:07.500859 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:29:09.409993 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:17.998704 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-58f16014-b0cd-4206-aba3-469dfe6182aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:20.153185 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-3eb43e99-729c-469e-b54e-54dddb1db8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:21.518477 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:22.767841 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:23.247857 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:31.790107 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 46618) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:29:31.986987 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-c672c39c-3ff3-461f-b0a2-50c45d7b334d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Deleting port a1d1eced-b0d0-4fa5-a5d4-5c776b2eb92d {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:29:31.987322 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c672c39c-3ff3-461f-b0a2-50c45d7b334d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:32.062350 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c672c39c-3ff3-461f-b0a2-50c45d7b334d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:32.062601 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c672c39c-3ff3-461f-b0a2-50c45d7b334d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:32.073685 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-c672c39c-3ff3-461f-b0a2-50c45d7b334d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Calling delete_port for a1d1eced-b0d0-4fa5-a5d4-5c776b2eb92d owned by network:floatingip {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:29:32.304964 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c672c39c-3ff3-461f-b0a2-50c45d7b334d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:32.328720 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c672c39c-3ff3-461f-b0a2-50c45d7b334d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Pushing event deleted for resources: {'Port': ['ID=a1d1eced-b0d0-4fa5-a5d4-5c776b2eb92d,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:32.351591 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672c39c-3ff3-461f-b0a2-50c45d7b334d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:32.351938 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672c39c-3ff3-461f-b0a2-50c45d7b334d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:32.352276 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672c39c-3ff3-461f-b0a2-50c45d7b334d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:32.352701 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672c39c-3ff3-461f-b0a2-50c45d7b334d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:32.352961 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672c39c-3ff3-461f-b0a2-50c45d7b334d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:32.353288 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672c39c-3ff3-461f-b0a2-50c45d7b334d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:32.353610 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672c39c-3ff3-461f-b0a2-50c45d7b334d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:32.353934 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672c39c-3ff3-461f-b0a2-50c45d7b334d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:32.354258 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672c39c-3ff3-461f-b0a2-50c45d7b334d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:32.355225 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672c39c-3ff3-461f-b0a2-50c45d7b334d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:32.355578 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672c39c-3ff3-461f-b0a2-50c45d7b334d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:32.355894 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c672c39c-3ff3-461f-b0a2-50c45d7b334d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102811) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:32.396871 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c672c39c-3ff3-461f-b0a2-50c45d7b334d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for floatingip, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:32.397191 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.l3_db [None req-c672c39c-3ff3-461f-b0a2-50c45d7b334d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Floating IP b7c4dcb8-fae6-4ad1-9a10-551618deb204 disassociated (deleted). External IP: 172.27.2.160, port: 37723c2f-3743-4d63-9041-957709c5e167. May 26 11:29:32.590324 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c672c39c-3ff3-461f-b0a2-50c45d7b334d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Router 45295373-e9cb-4611-9dc8-f892d8d93137 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:29:32.692112 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c672c39c-3ff3-461f-b0a2-50c45d7b334d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:29:32.696843 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-c672c39c-3ff3-461f-b0a2-50c45d7b334d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:32.702220 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288ffe83-4462-4e97-8e4b-1ee012f8a8af None None] Sync routers for ids ['45295373-e9cb-4611-9dc8-f892d8d93137'] in dv-cinder-843395-1-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:29:32.710814 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288ffe83-4462-4e97-8e4b-1ee012f8a8af None None] Routers {'45295373-e9cb-4611-9dc8-f892d8d93137'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:29:32.711432 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-288ffe83-4462-4e97-8e4b-1ee012f8a8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:29:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['45295373-e9cb-4611-9dc8-f892d8d93137'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:32.726378 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-c672c39c-3ff3-461f-b0a2-50c45d7b334d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "DELETE /v2.0/floatingips/b7c4dcb8-fae6-4ad1-9a10-551618deb204 HTTP/1.1" status: 204 len: 168 time: 0.9352086 May 26 11:29:32.727053 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910529f1-635e-41dd-abc2-fc2d0c5e88b1', 'tag': '37723c2f-3743-4d63-9041-957709c5e167'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:29:32.729531 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bcc2ca-17ee-44cd-87f1-ea99b4267692" -d '{"events": [{"name": "network-changed", "server_uuid": "910529f1-635e-41dd-abc2-fc2d0c5e88b1", "tag": "37723c2f-3743-4d63-9041-957709c5e167"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:29:32.768951 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60ce6af3-f7c2-4f31-9467-fc97539e2fe4 x-openstack-request-id: req-60ce6af3-f7c2-4f31-9467-fc97539e2fe4 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:29:32.769256 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910529f1-635e-41dd-abc2-fc2d0c5e88b1", "tag": "37723c2f-3743-4d63-9041-957709c5e167", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:29:32.769510 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60ce6af3-f7c2-4f31-9467-fc97539e2fe4 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:29:32.769906 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60ce6af3-f7c2-4f31-9467-fc97539e2fe4'] response: {'name': 'network-changed', 'server_uuid': '910529f1-635e-41dd-abc2-fc2d0c5e88b1', 'tag': '37723c2f-3743-4d63-9041-957709c5e167', 'status': 'completed', 'code': 200} May 26 11:29:32.821336 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-288ffe83-4462-4e97-8e4b-1ee012f8a8af None None] Set router 45295373-e9cb-4611-9dc8-f892d8d93137 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:29:32.830907 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcc2ca-17ee-44cd-87f1-ea99b4267692 req-b594eb9f-b971-4135-9668-e19ff252fc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:29:32.832418 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-07bcc2ca-17ee-44cd-87f1-ea99b4267692 req-b594eb9f-b971-4135-9668-e19ff252fc76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b156406dd334d888436af3a31bf551e&device_id=910529f1-635e-41dd-abc2-fc2d0c5e88b1 HTTP/1.1" status: 200 len: 1098 time: 0.0409162 May 26 11:29:32.920532 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcc2ca-17ee-44cd-87f1-ea99b4267692 req-bcb2fec9-0a4f-46e7-ac82-fa9933757820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:29:32.922060 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-07bcc2ca-17ee-44cd-87f1-ea99b4267692 req-bcb2fec9-0a4f-46e7-ac82-fa9933757820 service neutron] 10.222.0.42 "GET /v2.0/networks?id=201b8ed7-d257-4ded-b20c-a4cdaabf3f88 HTTP/1.1" status: 200 len: 912 time: 0.0821574 May 26 11:29:32.967024 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-07bcc2ca-17ee-44cd-87f1-ea99b4267692 req-d364a980-55ec-40a5-afd7-b988f2835de1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37723c2f-3743-4d63-9041-957709c5e167 HTTP/1.1" status: 200 len: 217 time: 0.0382609 May 26 11:29:33.013889 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcc2ca-17ee-44cd-87f1-ea99b4267692 req-fedd7b48-aec4-4106-af79-c2e844db6527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:29:33.015373 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-07bcc2ca-17ee-44cd-87f1-ea99b4267692 req-fedd7b48-aec4-4106-af79-c2e844db6527 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4f82145-402d-4d00-956a-36c8731d0d08 HTTP/1.1" status: 200 len: 850 time: 0.0426259 May 26 11:29:33.048716 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-288ffe83-4462-4e97-8e4b-1ee012f8a8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'name': 'tempest-TestVolumeBootPattern-958338100-router', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:48Z', 'updated_at': '2022-05-26T11:22:51Z', 'revision_number': 4, 'project_id': '9b156406dd334d888436af3a31bf551e', 'gw_port': {'id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:49Z', 'updated_at': '2022-05-26T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'b648a300-bec7-4a74-9624-61147b0c7151', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'port_id': '2f168721-8052-4787-900e-6ebb1b23c2bb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'mac_address': 'fa:16:3e:6f:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce07e3f-4576-4f0e-9233-397e03b8d6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:26:03Z', 'updated_at': '2022-05-26T11:26:06Z', 'revision_number': 1, 'project_id': '9b156406dd334d888436af3a31bf551e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f6e075-bfcc-4710-b209-1ee0c5c8da2f', 'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'mac_address': 'fa:16:3e:77:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:50Z', 'updated_at': '2022-05-26T11:22:55Z', 'revision_number': 5, 'project_id': '9b156406dd334d888436af3a31bf551e', 'subnets': [{'id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:33.062621 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcc2ca-17ee-44cd-87f1-ea99b4267692 req-b7db266d-1b19-4d32-b362-a7b5a0111927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:29:33.064256 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-07bcc2ca-17ee-44cd-87f1-ea99b4267692 req-b7db266d-1b19-4d32-b362-a7b5a0111927 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=201b8ed7-d257-4ded-b20c-a4cdaabf3f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426340 May 26 11:29:33.077834 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288ffe83-4462-4e97-8e4b-1ee012f8a8af None None] Checking router: 45295373-e9cb-4611-9dc8-f892d8d93137 for host: dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:29:33.086386 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288ffe83-4462-4e97-8e4b-1ee012f8a8af None None] Routers {'45295373-e9cb-4611-9dc8-f892d8d93137'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:29:33.086992 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-288ffe83-4462-4e97-8e4b-1ee012f8a8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:29:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['45295373-e9cb-4611-9dc8-f892d8d93137'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:33.131170 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b2d4c-cef7-48d5-b84e-e783ad1e2877 req-624525f0-2690-4a16-a59e-e798aecaa761 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:29:33.137165 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-da0b2d4c-cef7-48d5-b84e-e783ad1e2877 req-624525f0-2690-4a16-a59e-e798aecaa761 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=910529f1-635e-41dd-abc2-fc2d0c5e88b1 HTTP/1.1" status: 200 len: 945 time: 0.0529790 May 26 11:29:33.183616 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-da0b2d4c-cef7-48d5-b84e-e783ad1e2877 req-0fb0991c-d064-4b81-97f8-0c1f38e9ba08 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368328 May 26 11:29:33.195400 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-288ffe83-4462-4e97-8e4b-1ee012f8a8af None None] Set router 45295373-e9cb-4611-9dc8-f892d8d93137 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:29:33.402547 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-07bcc2ca-17ee-44cd-87f1-ea99b4267692 req-ac664bc3-8dce-4d6d-8b52-867e3d0123d4 service neutron] 10.222.0.42 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302796 May 26 11:29:33.425407 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-288ffe83-4462-4e97-8e4b-1ee012f8a8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'name': 'tempest-TestVolumeBootPattern-958338100-router', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:48Z', 'updated_at': '2022-05-26T11:22:51Z', 'revision_number': 4, 'project_id': '9b156406dd334d888436af3a31bf551e', 'gw_port': {'id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:49Z', 'updated_at': '2022-05-26T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'b648a300-bec7-4a74-9624-61147b0c7151', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'port_id': '2f168721-8052-4787-900e-6ebb1b23c2bb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'mac_address': 'fa:16:3e:6f:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce07e3f-4576-4f0e-9233-397e03b8d6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:26:03Z', 'updated_at': '2022-05-26T11:26:06Z', 'revision_number': 1, 'project_id': '9b156406dd334d888436af3a31bf551e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f6e075-bfcc-4710-b209-1ee0c5c8da2f', 'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'mac_address': 'fa:16:3e:77:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:50Z', 'updated_at': '2022-05-26T11:22:55Z', 'revision_number': 5, 'project_id': '9b156406dd334d888436af3a31bf551e', 'subnets': [{'id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:33.451452 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288ffe83-4462-4e97-8e4b-1ee012f8a8af None None] The sync data for ids ['45295373-e9cb-4611-9dc8-f892d8d93137'] in dv-cinder-843395-1-iscsi is: [{'id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'name': 'tempest-TestVolumeBootPattern-958338100-router', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:48Z', 'updated_at': '2022-05-26T11:22:51Z', 'revision_number': 4, 'project_id': '9b156406dd334d888436af3a31bf551e', 'gw_port': {'id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:49Z', 'updated_at': '2022-05-26T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_floatingips': [{'id': 'b648a300-bec7-4a74-9624-61147b0c7151', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'floating_ip_address': '172.27.2.120', 'floating_network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'router_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'port_id': '2f168721-8052-4787-900e-6ebb1b23c2bb', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'mac_address': 'fa:16:3e:6f:ea:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ce07e3f-4576-4f0e-9233-397e03b8d6f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-26T11:26:03Z', 'updated_at': '2022-05-26T11:26:06Z', 'revision_number': 1, 'project_id': '9b156406dd334d888436af3a31bf551e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13f6e075-bfcc-4710-b209-1ee0c5c8da2f', 'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'mac_address': 'fa:16:3e:77:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:50Z', 'updated_at': '2022-05-26T11:22:55Z', 'revision_number': 5, 'project_id': '9b156406dd334d888436af3a31bf551e', 'subnets': [{'id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:29:33.492879 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-07bcc2ca-17ee-44cd-87f1-ea99b4267692 req-2d92eae4-f2e9-40d1-8bed-5daf74424c54 service neutron] 10.222.0.42 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825527 May 26 11:29:33.680051 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5147b525-83cb-469e-8813-e8535e72666d None None] New status for floating IP b7c4dcb8-fae6-4ad1-9a10-551618deb204: DOWN {{(pid=102814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:29:34.303128 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f110eee-fef8-4e44-a3ac-00cf3e23e72f req-8e680508-5109-4cbd-ab68-51b225604d36 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:29:34.304567 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2f110eee-fef8-4e44-a3ac-00cf3e23e72f req-8e680508-5109-4cbd-ab68-51b225604d36 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=910529f1-635e-41dd-abc2-fc2d0c5e88b1 HTTP/1.1" status: 200 len: 945 time: 0.0499706 May 26 11:29:34.344714 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-2f110eee-fef8-4e44-a3ac-00cf3e23e72f req-91ad94dd-9df5-4bd8-8d4f-f90de426655e tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336242 May 26 11:29:34.586780 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251739fe-be69-4b96-b084-d2a972e5ad3e req-f149d2ea-c918-4093-a9a6-8acf581a557f tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:29:34.588197 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-251739fe-be69-4b96-b084-d2a972e5ad3e req-f149d2ea-c918-4093-a9a6-8acf581a557f tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.42 "GET /v2.0/ports?device_id=910529f1-635e-41dd-abc2-fc2d0c5e88b1 HTTP/1.1" status: 200 len: 945 time: 0.0468562 May 26 11:29:34.671880 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-251739fe-be69-4b96-b084-d2a972e5ad3e req-de837f65-834d-4124-b857-f84dde90ba1f tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Deleting port 37723c2f-3743-4d63-9041-957709c5e167 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:29:34.672216 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-251739fe-be69-4b96-b084-d2a972e5ad3e req-de837f65-834d-4124-b857-f84dde90ba1f tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:34.758828 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-251739fe-be69-4b96-b084-d2a972e5ad3e req-de837f65-834d-4124-b857-f84dde90ba1f tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] For port 37723c2f-3743-4d63-9041-957709c5e167, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=37723c2f-3743-4d63-9041-957709c5e167,segment=NetworkSegment(a6e85a7b-632d-4806-a1c2-98c3c601765c),segment_id=a6e85a7b-632d-4806-a1c2-98c3c601765c)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:29:34.759190 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-251739fe-be69-4b96-b084-d2a972e5ad3e req-de837f65-834d-4124-b857-f84dde90ba1f tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:34.770514 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-251739fe-be69-4b96-b084-d2a972e5ad3e req-de837f65-834d-4124-b857-f84dde90ba1f tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Calling delete_port for 37723c2f-3743-4d63-9041-957709c5e167 owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:29:34.952752 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-251739fe-be69-4b96-b084-d2a972e5ad3e req-de837f65-834d-4124-b857-f84dde90ba1f tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:34.978419 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de837f65-834d-4124-b857-f84dde90ba1f tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Pushing event deleted for resources: {'Port': ['ID=37723c2f-3743-4d63-9041-957709c5e167,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:35.019530 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-251739fe-be69-4b96-b084-d2a972e5ad3e req-de837f65-834d-4124-b857-f84dde90ba1f tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] No DVR routers for this DVR port 37723c2f-3743-4d63-9041-957709c5e167 on host hv-cinder-84339 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:29:35.022083 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-251739fe-be69-4b96-b084-d2a972e5ad3e req-de837f65-834d-4124-b857-f84dde90ba1f tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:35.025466 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-251739fe-be69-4b96-b084-d2a972e5ad3e req-de837f65-834d-4124-b857-f84dde90ba1f tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.42 "DELETE /v2.0/ports/37723c2f-3743-4d63-9041-957709c5e167 HTTP/1.1" status: 204 len: 173 time: 0.4312251 May 26 11:29:35.025948 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910529f1-635e-41dd-abc2-fc2d0c5e88b1', 'name': 'network-vif-deleted', 'tag': '37723c2f-3743-4d63-9041-957709c5e167'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:29:35.028945 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8bda62-a7bb-43fa-9830-b1f33851df03" -d '{"events": [{"server_uuid": "910529f1-635e-41dd-abc2-fc2d0c5e88b1", "name": "network-vif-deleted", "tag": "37723c2f-3743-4d63-9041-957709c5e167"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:29:35.064025 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ecc2de-891d-4b6a-b222-eeef4f4b939e x-openstack-request-id: req-07ecc2de-891d-4b6a-b222-eeef4f4b939e {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:29:35.064315 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910529f1-635e-41dd-abc2-fc2d0c5e88b1", "name": "network-vif-deleted", "tag": "37723c2f-3743-4d63-9041-957709c5e167", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:29:35.064568 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07ecc2de-891d-4b6a-b222-eeef4f4b939e {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:29:35.070513 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07ecc2de-891d-4b6a-b222-eeef4f4b939e'] response: {'server_uuid': '910529f1-635e-41dd-abc2-fc2d0c5e88b1', 'name': 'network-vif-deleted', 'tag': '37723c2f-3743-4d63-9041-957709c5e167', 'status': 'completed', 'code': 200} May 26 11:29:35.439384 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-913be3cb-7f0e-4ad8-a8c5-8b7d104631ea req-bfaeb6d6-941f-4ef3-959b-aab3e68a743e tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=910529f1-635e-41dd-abc2-fc2d0c5e88b1 HTTP/1.1" status: 200 len: 210 time: 0.0271151 May 26 11:29:38.373617 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 37723c2f-3743-4d63-9041-957709c5e167 no longer exists at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:29:38.393957 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] No Port match for: 37723c2f-3743-4d63-9041-957709c5e167 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:29:38.394238 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 37723c2f-3743-4d63-9041-957709c5e167 not bound to the agent host hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:29:38.904401 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 46658) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:29:39.054344 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-e9103263-f30e-49ef-8ad0-174d20d0bb23 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Deleting port 23ac09b4-608f-46ed-ba45-4495f5ee8ea6 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:29:39.054685 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e9103263-f30e-49ef-8ad0-174d20d0bb23 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:39.128599 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e9103263-f30e-49ef-8ad0-174d20d0bb23 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:39.128950 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e9103263-f30e-49ef-8ad0-174d20d0bb23 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:39.140139 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-e9103263-f30e-49ef-8ad0-174d20d0bb23 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Calling delete_port for 23ac09b4-608f-46ed-ba45-4495f5ee8ea6 owned by network:floatingip {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:29:39.369810 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e9103263-f30e-49ef-8ad0-174d20d0bb23 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:39.395641 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9103263-f30e-49ef-8ad0-174d20d0bb23 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Pushing event deleted for resources: {'Port': ['ID=23ac09b4-608f-46ed-ba45-4495f5ee8ea6,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:39.421251 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:39.451313 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e9103263-f30e-49ef-8ad0-174d20d0bb23 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for floatingip, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:39.451641 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.db.l3_db [None req-e9103263-f30e-49ef-8ad0-174d20d0bb23 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Floating IP b648a300-bec7-4a74-9624-61147b0c7151 disassociated (deleted). External IP: 172.27.2.120, port: 2f168721-8052-4787-900e-6ebb1b23c2bb. May 26 11:29:39.651758 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9103263-f30e-49ef-8ad0-174d20d0bb23 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Router 45295373-e9cb-4611-9dc8-f892d8d93137 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102811) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:29:39.754221 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9103263-f30e-49ef-8ad0-174d20d0bb23 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102811) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:29:39.758789 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-e9103263-f30e-49ef-8ad0-174d20d0bb23 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:39.764021 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fddab0-d5fb-490b-895f-b5106f517256 None None] Sync routers for ids ['45295373-e9cb-4611-9dc8-f892d8d93137'] in dv-cinder-843395-1-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:29:39.773093 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fddab0-d5fb-490b-895f-b5106f517256 None None] Routers {'45295373-e9cb-4611-9dc8-f892d8d93137'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:29:39.773796 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-23fddab0-d5fb-490b-895f-b5106f517256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:29:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['45295373-e9cb-4611-9dc8-f892d8d93137'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:39.784942 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-e9103263-f30e-49ef-8ad0-174d20d0bb23 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "DELETE /v2.0/floatingips/b648a300-bec7-4a74-9624-61147b0c7151 HTTP/1.1" status: 204 len: 168 time: 0.8794305 May 26 11:29:39.785622 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ce07e3f-4576-4f0e-9233-397e03b8d6f9', 'tag': '2f168721-8052-4787-900e-6ebb1b23c2bb'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:29:39.788101 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe0d51b-7293-4379-a4ea-9c6322b48989" -d '{"events": [{"name": "network-changed", "server_uuid": "9ce07e3f-4576-4f0e-9233-397e03b8d6f9", "tag": "2f168721-8052-4787-900e-6ebb1b23c2bb"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:29:39.825374 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 26 May 2022 11:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00de6104-e5cb-47ed-b3b7-facd9602afa6 x-openstack-request-id: req-00de6104-e5cb-47ed-b3b7-facd9602afa6 {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:29:39.825729 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ce07e3f-4576-4f0e-9233-397e03b8d6f9", "tag": "2f168721-8052-4787-900e-6ebb1b23c2bb", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:29:39.826045 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00de6104-e5cb-47ed-b3b7-facd9602afa6 {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:29:39.826542 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00de6104-e5cb-47ed-b3b7-facd9602afa6'] response: {'name': 'network-changed', 'server_uuid': '9ce07e3f-4576-4f0e-9233-397e03b8d6f9', 'tag': '2f168721-8052-4787-900e-6ebb1b23c2bb', 'status': 'completed', 'code': 200} May 26 11:29:39.883546 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-23fddab0-d5fb-490b-895f-b5106f517256 None None] Set router 45295373-e9cb-4611-9dc8-f892d8d93137 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:29:39.891687 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0d51b-7293-4379-a4ea-9c6322b48989 req-2e91f33b-8299-4796-a1f3-e1bbf574fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:29:39.893360 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-abe0d51b-7293-4379-a4ea-9c6322b48989 req-2e91f33b-8299-4796-a1f3-e1bbf574fd15 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b156406dd334d888436af3a31bf551e&device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 1098 time: 0.0446246 May 26 11:29:39.983872 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0d51b-7293-4379-a4ea-9c6322b48989 req-edce9dc4-021e-48c2-bcaf-ec940713dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:29:39.985362 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-abe0d51b-7293-4379-a4ea-9c6322b48989 req-edce9dc4-021e-48c2-bcaf-ec940713dcca service neutron] 10.222.0.42 "GET /v2.0/networks?id=201b8ed7-d257-4ded-b20c-a4cdaabf3f88 HTTP/1.1" status: 200 len: 912 time: 0.0858939 May 26 11:29:40.026054 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-abe0d51b-7293-4379-a4ea-9c6322b48989 req-76c97712-9f3a-4dd1-8901-73439394438c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f168721-8052-4787-900e-6ebb1b23c2bb HTTP/1.1" status: 200 len: 217 time: 0.0339489 May 26 11:29:40.083854 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0d51b-7293-4379-a4ea-9c6322b48989 req-ff9eb7cc-edd6-4f20-9dcd-c9f2575f8f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:29:40.093899 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-abe0d51b-7293-4379-a4ea-9c6322b48989 req-ff9eb7cc-edd6-4f20-9dcd-c9f2575f8f63 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a4f82145-402d-4d00-956a-36c8731d0d08 HTTP/1.1" status: 200 len: 850 time: 0.0521712 May 26 11:29:40.097752 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-23fddab0-d5fb-490b-895f-b5106f517256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'name': 'tempest-TestVolumeBootPattern-958338100-router', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:48Z', 'updated_at': '2022-05-26T11:22:51Z', 'revision_number': 4, 'project_id': '9b156406dd334d888436af3a31bf551e', 'gw_port': {'id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:49Z', 'updated_at': '2022-05-26T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '13f6e075-bfcc-4710-b209-1ee0c5c8da2f', 'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'mac_address': 'fa:16:3e:77:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:50Z', 'updated_at': '2022-05-26T11:22:55Z', 'revision_number': 5, 'project_id': '9b156406dd334d888436af3a31bf551e', 'subnets': [{'id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:40.126532 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fddab0-d5fb-490b-895f-b5106f517256 None None] Checking router: 45295373-e9cb-4611-9dc8-f892d8d93137 for host: dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:29:40.134697 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fddab0-d5fb-490b-895f-b5106f517256 None None] Routers {'45295373-e9cb-4611-9dc8-f892d8d93137'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:29:40.135327 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-23fddab0-d5fb-490b-895f-b5106f517256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:29:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['45295373-e9cb-4611-9dc8-f892d8d93137'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:40.140703 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0d51b-7293-4379-a4ea-9c6322b48989 req-7e764248-fb1c-41f7-ad2d-8ba4676d2f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:29:40.142725 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-abe0d51b-7293-4379-a4ea-9c6322b48989 req-7e764248-fb1c-41f7-ad2d-8ba4676d2f66 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=201b8ed7-d257-4ded-b20c-a4cdaabf3f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479155 May 26 11:29:40.143231 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe926d-453b-4e3e-a9cc-a7a2c962d51a req-42585756-d896-4feb-b983-5904672becf2 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102810) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:29:40.145873 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-adfe926d-453b-4e3e-a9cc-a7a2c962d51a req-42585756-d896-4feb-b983-5904672becf2 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0544765 May 26 11:29:40.189112 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [req-adfe926d-453b-4e3e-a9cc-a7a2c962d51a req-eb9d2fdb-787e-45b1-8628-e9ac56d36813 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360918 May 26 11:29:40.239658 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-abe0d51b-7293-4379-a4ea-9c6322b48989 req-64bae4c5-3bcd-473b-b289-4dd5562d915a service neutron] 10.222.0.42 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886245 May 26 11:29:40.339901 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-abe0d51b-7293-4379-a4ea-9c6322b48989 req-f9db7b82-8f44-43cc-a21c-c1a75ef4507c service neutron] 10.222.0.42 "GET /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902038 May 26 11:29:40.380232 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-23fddab0-d5fb-490b-895f-b5106f517256 None None] Set router 45295373-e9cb-4611-9dc8-f892d8d93137 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:29:40.572142 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-23fddab0-d5fb-490b-895f-b5106f517256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'name': 'tempest-TestVolumeBootPattern-958338100-router', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:48Z', 'updated_at': '2022-05-26T11:22:51Z', 'revision_number': 4, 'project_id': '9b156406dd334d888436af3a31bf551e', 'gw_port': {'id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:49Z', 'updated_at': '2022-05-26T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '13f6e075-bfcc-4710-b209-1ee0c5c8da2f', 'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'mac_address': 'fa:16:3e:77:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:50Z', 'updated_at': '2022-05-26T11:22:55Z', 'revision_number': 5, 'project_id': '9b156406dd334d888436af3a31bf551e', 'subnets': [{'id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:40.598203 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fddab0-d5fb-490b-895f-b5106f517256 None None] The sync data for ids ['45295373-e9cb-4611-9dc8-f892d8d93137'] in dv-cinder-843395-1-iscsi is: [{'id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'name': 'tempest-TestVolumeBootPattern-958338100-router', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:48Z', 'updated_at': '2022-05-26T11:22:51Z', 'revision_number': 4, 'project_id': '9b156406dd334d888436af3a31bf551e', 'gw_port': {'id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:49Z', 'updated_at': '2022-05-26T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi', '_interfaces': [{'id': '13f6e075-bfcc-4710-b209-1ee0c5c8da2f', 'name': '', 'network_id': '201b8ed7-d257-4ded-b20c-a4cdaabf3f88', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'mac_address': 'fa:16:3e:77:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:50Z', 'updated_at': '2022-05-26T11:22:55Z', 'revision_number': 5, 'project_id': '9b156406dd334d888436af3a31bf551e', 'subnets': [{'id': 'a4f82145-402d-4d00-956a-36c8731d0d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:29:40.798973 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21a57de-8959-4f61-82c4-c1297324c278 None None] New status for floating IP b648a300-bec7-4a74-9624-61147b0c7151: DOWN {{(pid=102814) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 26 11:29:41.304587 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cddf5-1a46-4f56-863b-609f30ea97d3 req-d7182571-3d69-4221-b0e8-67e153aed9d8 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:29:41.306063 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-257cddf5-1a46-4f56-863b-609f30ea97d3 req-d7182571-3d69-4221-b0e8-67e153aed9d8 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0488405 May 26 11:29:41.343366 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-257cddf5-1a46-4f56-863b-609f30ea97d3 req-629bbd47-f985-4228-8983-1a78d2b3752d tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/security-groups?id=50346a95-7eed-449d-bb3e-66ad3d91277f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308094 May 26 11:29:41.558998 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efeb56-8bde-453c-9cce-830e159f1921 req-b95bfe6f-540b-4737-a99e-b35fe31f7091 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102811) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 26 11:29:41.560318 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-28efeb56-8bde-453c-9cce-830e159f1921 req-b95bfe6f-540b-4737-a99e-b35fe31f7091 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.42 "GET /v2.0/ports?device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 945 time: 0.0471053 May 26 11:29:41.648901 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-28efeb56-8bde-453c-9cce-830e159f1921 req-5da9c443-d073-46ad-810e-c7781faf1379 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Deleting port 2f168721-8052-4787-900e-6ebb1b23c2bb {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:29:41.649246 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-28efeb56-8bde-453c-9cce-830e159f1921 req-5da9c443-d073-46ad-810e-c7781faf1379 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:41.732830 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [req-28efeb56-8bde-453c-9cce-830e159f1921 req-5da9c443-d073-46ad-810e-c7781faf1379 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] For port 2f168721-8052-4787-900e-6ebb1b23c2bb, host hv-cinder-84339, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84339',level=0,port_id=2f168721-8052-4787-900e-6ebb1b23c2bb,segment=NetworkSegment(a6e85a7b-632d-4806-a1c2-98c3c601765c),segment_id=a6e85a7b-632d-4806-a1c2-98c3c601765c)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:29:41.733192 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-28efeb56-8bde-453c-9cce-830e159f1921 req-5da9c443-d073-46ad-810e-c7781faf1379 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:41.744493 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [req-28efeb56-8bde-453c-9cce-830e159f1921 req-5da9c443-d073-46ad-810e-c7781faf1379 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Calling delete_port for 2f168721-8052-4787-900e-6ebb1b23c2bb owned by compute:nova {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:29:41.944948 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-28efeb56-8bde-453c-9cce-830e159f1921 req-5da9c443-d073-46ad-810e-c7781faf1379 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:41.972522 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9c443-d073-46ad-810e-c7781faf1379 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Pushing event deleted for resources: {'Port': ['ID=2f168721-8052-4787-900e-6ebb1b23c2bb,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:42.014585 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [req-28efeb56-8bde-453c-9cce-830e159f1921 req-5da9c443-d073-46ad-810e-c7781faf1379 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] No DVR routers for this DVR port 2f168721-8052-4787-900e-6ebb1b23c2bb on host hv-cinder-84339 {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:29:42.017193 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [req-28efeb56-8bde-453c-9cce-830e159f1921 req-5da9c443-d073-46ad-810e-c7781faf1379 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for port, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:42.020364 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-28efeb56-8bde-453c-9cce-830e159f1921 req-5da9c443-d073-46ad-810e-c7781faf1379 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.42 "DELETE /v2.0/ports/2f168721-8052-4787-900e-6ebb1b23c2bb HTTP/1.1" status: 204 len: 173 time: 0.4537756 May 26 11:29:42.020816 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ce07e3f-4576-4f0e-9233-397e03b8d6f9', 'name': 'network-vif-deleted', 'tag': '2f168721-8052-4787-900e-6ebb1b23c2bb'}] {{(pid=102811) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 26 11:29:42.022995 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c5849570c75d7bbfc398f7fe16659dd0a3320aee58340123801087536745c4b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e255298-1eb4-4753-aa0c-eecc4efd8800" -d '{"events": [{"server_uuid": "9ce07e3f-4576-4f0e-9233-397e03b8d6f9", "name": "network-vif-deleted", "tag": "2f168721-8052-4787-900e-6ebb1b23c2bb"}]}' {{(pid=102811) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 26 11:29:42.059034 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 26 May 2022 11:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c7a249-099d-4011-9ae3-01c715e8c7ea x-openstack-request-id: req-d5c7a249-099d-4011-9ae3-01c715e8c7ea {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 26 11:29:42.059322 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ce07e3f-4576-4f0e-9233-397e03b8d6f9", "name": "network-vif-deleted", "tag": "2f168721-8052-4787-900e-6ebb1b23c2bb", "status": "completed", "code": 200}]} {{(pid=102811) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 26 11:29:42.059568 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5c7a249-099d-4011-9ae3-01c715e8c7ea {{(pid=102811) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 26 11:29:42.059958 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5c7a249-099d-4011-9ae3-01c715e8c7ea'] response: {'server_uuid': '9ce07e3f-4576-4f0e-9233-397e03b8d6f9', 'name': 'network-vif-deleted', 'tag': '2f168721-8052-4787-900e-6ebb1b23c2bb', 'status': 'completed', 'code': 200} May 26 11:29:42.480109 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [req-30d5793f-a169-4070-b9c6-2415271428a3 req-05c56e76-a76a-44ed-a928-e629fcdd7c8e tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ce07e3f-4576-4f0e-9233-397e03b8d6f9 HTTP/1.1" status: 200 len: 210 time: 0.0259433 May 26 11:29:43.534576 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 46674) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:29:43.654552 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-195d1098-a528-41a3-97ab-2409db4aead7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Deleting port 20d2325c-b2da-4aa1-aa6d-e899ce4aeff4 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:29:43.654887 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-195d1098-a528-41a3-97ab-2409db4aead7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:43.729445 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-195d1098-a528-41a3-97ab-2409db4aead7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:43.729772 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-195d1098-a528-41a3-97ab-2409db4aead7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:43.740744 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-195d1098-a528-41a3-97ab-2409db4aead7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Calling delete_port for 20d2325c-b2da-4aa1-aa6d-e899ce4aeff4 owned by network:floatingip {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:29:43.939387 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-195d1098-a528-41a3-97ab-2409db4aead7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:43.965665 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195d1098-a528-41a3-97ab-2409db4aead7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Pushing event deleted for resources: {'Port': ['ID=20d2325c-b2da-4aa1-aa6d-e899ce4aeff4,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:44.024449 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-195d1098-a528-41a3-97ab-2409db4aead7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for floatingip, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:44.027532 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-195d1098-a528-41a3-97ab-2409db4aead7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-183664'] for floatingip, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:44.028687 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-195d1098-a528-41a3-97ab-2409db4aead7 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "DELETE /v2.0/floatingips/6983ad49-708e-4a09-b983-99130cb9e127 HTTP/1.1" status: 204 len: 168 time: 0.4931266 May 26 11:29:44.408759 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 2f168721-8052-4787-900e-6ebb1b23c2bb no longer exists at agent hyperv_hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:29:44.428379 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] No Port match for: 2f168721-8052-4787-900e-6ebb1b23c2bb {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:29:44.428748 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Device 2f168721-8052-4787-900e-6ebb1b23c2bb not bound to the agent host hv-cinder-84339 {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:29:44.499975 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:29:45.341129 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 46686) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:29:45.400467 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-779cbb71-11c8-46c8-b707-c1e005f58413 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for security_group, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:45.425205 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-779cbb71-11c8-46c8-b707-c1e005f58413 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:45.523826 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-779cbb71-11c8-46c8-b707-c1e005f58413 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:45.526965 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-779cbb71-11c8-46c8-b707-c1e005f58413 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Notify callbacks [] for security_group, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:45.528115 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-779cbb71-11c8-46c8-b707-c1e005f58413 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] 10.222.0.21 "DELETE /v2.0/security-groups/50346a95-7eed-449d-bb3e-66ad3d91277f HTTP/1.1" status: 204 len: 168 time: 0.1859908 May 26 11:29:45.540408 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779cbb71-11c8-46c8-b707-c1e005f58413 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50346a95-7eed-449d-bb3e-66ad3d91277f,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:45.544336 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779cbb71-11c8-46c8-b707-c1e005f58413 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:45.544707 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779cbb71-11c8-46c8-b707-c1e005f58413 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:45.545051 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779cbb71-11c8-46c8-b707-c1e005f58413 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:45.545478 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779cbb71-11c8-46c8-b707-c1e005f58413 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:45.545812 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779cbb71-11c8-46c8-b707-c1e005f58413 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:45.546148 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779cbb71-11c8-46c8-b707-c1e005f58413 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:45.546472 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779cbb71-11c8-46c8-b707-c1e005f58413 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:45.546797 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779cbb71-11c8-46c8-b707-c1e005f58413 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:45.547121 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779cbb71-11c8-46c8-b707-c1e005f58413 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:45.547443 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779cbb71-11c8-46c8-b707-c1e005f58413 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:45.547763 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779cbb71-11c8-46c8-b707-c1e005f58413 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:45.548081 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779cbb71-11c8-46c8-b707-c1e005f58413 tempest-TestVolumeBootPattern-764666981 tempest-TestVolumeBootPattern-764666981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102810) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:45.678765 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 46690) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:29:46.105323 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8cdd0472-c6a1-4f3e-b4bb-f5eaf410b7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1665277'] for router_interface, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:46.341102 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-8cdd0472-c6a1-4f3e-b4bb-f5eaf410b7f2 admin admin] Deleting port 13f6e075-bfcc-4710-b209-1ee0c5c8da2f {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:29:46.341447 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8cdd0472-c6a1-4f3e-b4bb-f5eaf410b7f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:46.421394 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-8cdd0472-c6a1-4f3e-b4bb-f5eaf410b7f2 admin admin] For port 13f6e075-bfcc-4710-b209-1ee0c5c8da2f, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=13f6e075-bfcc-4710-b209-1ee0c5c8da2f,segment=NetworkSegment(a6e85a7b-632d-4806-a1c2-98c3c601765c),segment_id=a6e85a7b-632d-4806-a1c2-98c3c601765c)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:29:46.421784 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8cdd0472-c6a1-4f3e-b4bb-f5eaf410b7f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:46.433117 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-8cdd0472-c6a1-4f3e-b4bb-f5eaf410b7f2 admin admin] Calling delete_port for 13f6e075-bfcc-4710-b209-1ee0c5c8da2f owned by network:router_interface {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:29:46.661310 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8cdd0472-c6a1-4f3e-b4bb-f5eaf410b7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:46.686678 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd0472-c6a1-4f3e-b4bb-f5eaf410b7f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=13f6e075-bfcc-4710-b209-1ee0c5c8da2f,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:46.850512 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-8cdd0472-c6a1-4f3e-b4bb-f5eaf410b7f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667853'] for router_interface, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:47.058256 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdd0472-c6a1-4f3e-b4bb-f5eaf410b7f2 admin admin] Router 45295373-e9cb-4611-9dc8-f892d8d93137 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:29:47.161054 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdd0472-c6a1-4f3e-b4bb-f5eaf410b7f2 admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:29:47.169355 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-8cdd0472-c6a1-4f3e-b4bb-f5eaf410b7f2 admin admin] 10.222.0.21 "PUT /v2.0/routers/45295373-e9cb-4611-9dc8-f892d8d93137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4892600 May 26 11:29:47.169561 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 46696) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:29:47.170423 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8d8e95-9abb-4ec4-a2ed-4f2688a94f17 None None] Sync routers for ids ['45295373-e9cb-4611-9dc8-f892d8d93137'] in dv-cinder-843395-1-iscsi {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:29:47.179694 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8d8e95-9abb-4ec4-a2ed-4f2688a94f17 None None] Routers {'45295373-e9cb-4611-9dc8-f892d8d93137'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:29:47.180412 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-3c8d8e95-9abb-4ec4-a2ed-4f2688a94f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:29:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['45295373-e9cb-4611-9dc8-f892d8d93137'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:47.269277 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1bbb2df6-cd7a-4c67-897e-cbbb62a2f9ab admin admin] Notify callbacks [] for router, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:47.281107 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-3c8d8e95-9abb-4ec4-a2ed-4f2688a94f17 None None] Set router 45295373-e9cb-4611-9dc8-f892d8d93137 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:29:47.370091 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1bbb2df6-cd7a-4c67-897e-cbbb62a2f9ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:47.458622 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-3c8d8e95-9abb-4ec4-a2ed-4f2688a94f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'name': 'tempest-TestVolumeBootPattern-958338100-router', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132'}], 'enable_snat': True}, 'gw_port_id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:48Z', 'updated_at': '2022-05-26T11:29:46Z', 'revision_number': 5, 'project_id': '9b156406dd334d888436af3a31bf551e', 'gw_port': {'id': '71cf63ca-f94a-4757-b4c5-67ed21588165', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:e8:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:49Z', 'updated_at': '2022-05-26T11:22:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:47.484901 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8d8e95-9abb-4ec4-a2ed-4f2688a94f17 None None] Checking router: 45295373-e9cb-4611-9dc8-f892d8d93137 for host: dv-cinder-843395-1-iscsi {{(pid=102813) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:29:47.493522 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8d8e95-9abb-4ec4-a2ed-4f2688a94f17 None None] Routers {'45295373-e9cb-4611-9dc8-f892d8d93137'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102813) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:29:47.494163 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-3c8d8e95-9abb-4ec4-a2ed-4f2688a94f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:29:20Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['45295373-e9cb-4611-9dc8-f892d8d93137'], 'active': True} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:47.495829 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-1bbb2df6-cd7a-4c67-897e-cbbb62a2f9ab admin admin] Deleting port 71cf63ca-f94a-4757-b4c5-67ed21588165 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:29:47.496173 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1bbb2df6-cd7a-4c67-897e-cbbb62a2f9ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:47.575824 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-1bbb2df6-cd7a-4c67-897e-cbbb62a2f9ab admin admin] For port 71cf63ca-f94a-4757-b4c5-67ed21588165, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=71cf63ca-f94a-4757-b4c5-67ed21588165,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:29:47.576213 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1bbb2df6-cd7a-4c67-897e-cbbb62a2f9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:47.578638 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvr_db [None req-3c8d8e95-9abb-4ec4-a2ed-4f2688a94f17 None None] Set router 45295373-e9cb-4611-9dc8-f892d8d93137 gateway port host: None {{(pid=102813) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:29:47.587685 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-1bbb2df6-cd7a-4c67-897e-cbbb62a2f9ab admin admin] Calling delete_port for 71cf63ca-f94a-4757-b4c5-67ed21588165 owned by network:router_gateway {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:29:47.632383 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_hamode_db [None req-3c8d8e95-9abb-4ec4-a2ed-4f2688a94f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'name': 'tempest-TestVolumeBootPattern-958338100-router', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:48Z', 'updated_at': '2022-05-26T11:29:47Z', 'revision_number': 6, 'project_id': '9b156406dd334d888436af3a31bf551e', 'gw_port_host': None}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102813) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:47.658784 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8d8e95-9abb-4ec4-a2ed-4f2688a94f17 None None] The sync data for ids ['45295373-e9cb-4611-9dc8-f892d8d93137'] in dv-cinder-843395-1-iscsi is: [{'id': '45295373-e9cb-4611-9dc8-f892d8d93137', 'name': 'tempest-TestVolumeBootPattern-958338100-router', 'tenant_id': '9b156406dd334d888436af3a31bf551e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:48Z', 'updated_at': '2022-05-26T11:29:47Z', 'revision_number': 6, 'project_id': '9b156406dd334d888436af3a31bf551e', 'gw_port_host': None}] {{(pid=102813) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:29:47.820721 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1bbb2df6-cd7a-4c67-897e-cbbb62a2f9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:47.845761 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb2df6-cd7a-4c67-897e-cbbb62a2f9ab admin admin] Pushing event deleted for resources: {'Port': ['ID=71cf63ca-f94a-4757-b4c5-67ed21588165,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:47.902616 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1bbb2df6-cd7a-4c67-897e-cbbb62a2f9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667235'] for router_gateway, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:47.992464 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c1c70f24-9065-4ca0-bf57-4ae824c9dd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:47.992723 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1bbb2df6-cd7a-4c67-897e-cbbb62a2f9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4381'] for router, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:47.995328 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1bbb2df6-cd7a-4c67-897e-cbbb62a2f9ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:48.084159 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1bbb2df6-cd7a-4c67-897e-cbbb62a2f9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667729'] for router, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:48.084580 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbb2df6-cd7a-4c67-897e-cbbb62a2f9ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45295373-e9cb-4611-9dc8-f892d8d93137 {{(pid=102811) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 11:29:48.089008 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-1bbb2df6-cd7a-4c67-897e-cbbb62a2f9ab admin admin] Notify callbacks [] for router, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:48.090414 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-1bbb2df6-cd7a-4c67-897e-cbbb62a2f9ab admin admin] 10.222.0.21 "DELETE /v2.0/routers/45295373-e9cb-4611-9dc8-f892d8d93137 HTTP/1.1" status: 204 len: 168 time: 0.9196301 May 26 11:29:48.092933 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 46700) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:29:48.120587 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 13f6e075-bfcc-4710-b209-1ee0c5c8da2f no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:29:48.142448 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: 13f6e075-bfcc-4710-b209-1ee0c5c8da2f {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:29:48.143376 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 13f6e075-bfcc-4710-b209-1ee0c5c8da2f not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:29:48.151300 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_v2 [None req-738390b0-7948-474d-b6ab-001e816a885a admin admin] Deleting subnet a4f82145-402d-4d00-956a-36c8731d0d08 {{(pid=102810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 11:29:48.154604 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-738390b0-7948-474d-b6ab-001e816a885a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:48.191302 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-738390b0-7948-474d-b6ab-001e816a885a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8569443'] for subnet, precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:48.265602 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-738390b0-7948-474d-b6ab-001e816a885a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778400'] for subnet, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:48.398292 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-738390b0-7948-474d-b6ab-001e816a885a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-778411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8805057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8670238'] for subnet, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:48.423244 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738390b0-7948-474d-b6ab-001e816a885a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4f82145-402d-4d00-956a-36c8731d0d08,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:48.427118 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-738390b0-7948-474d-b6ab-001e816a885a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:48.434325 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 46704) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:29:48.434859 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-738390b0-7948-474d-b6ab-001e816a885a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a4f82145-402d-4d00-956a-36c8731d0d08 HTTP/1.1" status: 204 len: 168 time: 0.3401568 May 26 11:29:48.435206 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064d610a-edc8-430e-b586-6f6abb7f129b None None] Network 201b8ed7-d257-4ded-b20c-a4cdaabf3f88 requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:29:48.501513 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f34b5190-a837-4b31-b294-ce36474d7da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590719'] for network, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:48.560341 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-f34b5190-a837-4b31-b294-ce36474d7da0 admin admin] Deleting port 219f8117-fe77-4949-929c-797211c0e467 {{(pid=102811) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:29:48.560707 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f34b5190-a837-4b31-b294-ce36474d7da0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:48.614683 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1414abc-28ad-40bd-8b7a-28a4eac6a6d2 None None] DHCP port deletion for 201b8ed7-d257-4ded-b20c-a4cdaabf3f88 request from dv-cinder-843395-1-iscsi {{(pid=102813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 11:29:48.625036 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.db [None req-f34b5190-a837-4b31-b294-ce36474d7da0 admin admin] For port 219f8117-fe77-4949-929c-797211c0e467, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=219f8117-fe77-4949-929c-797211c0e467,segment=NetworkSegment(a6e85a7b-632d-4806-a1c2-98c3c601765c),segment_id=a6e85a7b-632d-4806-a1c2-98c3c601765c)] {{(pid=102811) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:29:48.625416 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f34b5190-a837-4b31-b294-ce36474d7da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:48.638519 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.plugin [None req-f34b5190-a837-4b31-b294-ce36474d7da0 admin admin] Calling delete_port for 219f8117-fe77-4949-929c-797211c0e467 owned by network:dhcp {{(pid=102811) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:29:48.661211 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c1414abc-28ad-40bd-8b7a-28a4eac6a6d2 None None] Deleting port 219f8117-fe77-4949-929c-797211c0e467 {{(pid=102813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:29:48.661588 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c1414abc-28ad-40bd-8b7a-28a4eac6a6d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:48.732065 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-c1414abc-28ad-40bd-8b7a-28a4eac6a6d2 None None] For port 219f8117-fe77-4949-929c-797211c0e467, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=219f8117-fe77-4949-929c-797211c0e467,segment=NetworkSegment(a6e85a7b-632d-4806-a1c2-98c3c601765c),segment_id=a6e85a7b-632d-4806-a1c2-98c3c601765c)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:29:48.733880 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c1414abc-28ad-40bd-8b7a-28a4eac6a6d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:48.749948 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c1414abc-28ad-40bd-8b7a-28a4eac6a6d2 None None] Calling delete_port for 219f8117-fe77-4949-929c-797211c0e467 owned by network:dhcp {{(pid=102813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:29:48.804127 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f34b5190-a837-4b31-b294-ce36474d7da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10386407'] for port, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:48.823088 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c1414abc-28ad-40bd-8b7a-28a4eac6a6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846'] for port, after_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:48.828489 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b5190-a837-4b31-b294-ce36474d7da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=219f8117-fe77-4949-929c-797211c0e467,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:48.837337 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34b5190-a837-4b31-b294-ce36474d7da0 admin admin] No DVR routers for this DVR port 219f8117-fe77-4949-929c-797211c0e467 on host dv-cinder-843395-1-iscsi {{(pid=102811) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:29:48.851923 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1414abc-28ad-40bd-8b7a-28a4eac6a6d2 None None] Pushing event deleted for resources: {'Port': ['ID=219f8117-fe77-4949-929c-797211c0e467,revision_number=None']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:48.856846 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1414abc-28ad-40bd-8b7a-28a4eac6a6d2 None None] No DVR routers for this DVR port 219f8117-fe77-4949-929c-797211c0e467 on host dv-cinder-843395-1-iscsi {{(pid=102813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:29:48.866378 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1414abc-28ad-40bd-8b7a-28a4eac6a6d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:48.866378 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1414abc-28ad-40bd-8b7a-28a4eac6a6d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:48.866378 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1414abc-28ad-40bd-8b7a-28a4eac6a6d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:48.866378 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1414abc-28ad-40bd-8b7a-28a4eac6a6d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:48.866378 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1414abc-28ad-40bd-8b7a-28a4eac6a6d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:48.866378 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1414abc-28ad-40bd-8b7a-28a4eac6a6d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:48.866378 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1414abc-28ad-40bd-8b7a-28a4eac6a6d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:48.866378 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1414abc-28ad-40bd-8b7a-28a4eac6a6d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:48.866378 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1414abc-28ad-40bd-8b7a-28a4eac6a6d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:48.867276 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1414abc-28ad-40bd-8b7a-28a4eac6a6d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:48.867276 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1414abc-28ad-40bd-8b7a-28a4eac6a6d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:48.867276 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1414abc-28ad-40bd-8b7a-28a4eac6a6d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843395-1-iscsi {{(pid=102813) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 26 11:29:48.908455 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f34b5190-a837-4b31-b294-ce36474d7da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784951', 'neutron.services.segments.db._delete_segments_for_network-8744569547816'] for network, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:48.928261 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-f34b5190-a837-4b31-b294-ce36474d7da0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['201b8ed7-d257-4ded-b20c-a4cdaabf3f88']}} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:48.937091 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-f34b5190-a837-4b31-b294-ce36474d7da0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6e85a7b-632d-4806-a1c2-98c3c601765c') {'for_net_delete': True} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:48.937385 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.services.segments.db [None req-f34b5190-a837-4b31-b294-ce36474d7da0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6e85a7b-632d-4806-a1c2-98c3c601765c') {} {{(pid=102811) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:48.949854 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f34b5190-a837-4b31-b294-ce36474d7da0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744569548081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10386412'] for segment, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:48.962082 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f34b5190-a837-4b31-b294-ce36474d7da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:48.968209 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34b5190-a837-4b31-b294-ce36474d7da0 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=102811) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:29:48.974423 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f34b5190-a837-4b31-b294-ce36474d7da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10386992'] for segment, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:49.037668 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.services.segments.plugin [-] Segment a6e85a7b-632d-4806-a1c2-98c3c601765c resource provider aggregate not found May 26 11:29:49.052800 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.services.segments.plugin [-] Segment a6e85a7b-632d-4806-a1c2-98c3c601765c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6e85a7b-632d-4806-a1c2-98c3c601765c found for delete ", "request_id": "req-396135cc-9276-434f-8f42-628509d4deea"}]} May 26 11:29:49.076383 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f34b5190-a837-4b31-b294-ce36474d7da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667215'] for network, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:49.081643 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-f34b5190-a837-4b31-b294-ce36474d7da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:49.084900 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-f34b5190-a837-4b31-b294-ce36474d7da0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/201b8ed7-d257-4ded-b20c-a4cdaabf3f88 HTTP/1.1" status: 204 len: 168 time: 0.6495209 May 26 11:29:49.087929 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 46712) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:29:49.096328 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b5190-a837-4b31-b294-ce36474d7da0 admin admin] Pushing event deleted for resources: {'Network': ['ID=201b8ed7-d257-4ded-b20c-a4cdaabf3f88,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:49.425266 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5fa5bc3-cda2-46a1-a9ac-c908f798e5cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1665277'] for router_interface, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:49.660972 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-b5fa5bc3-cda2-46a1-a9ac-c908f798e5cb admin admin] Deleting port c0907ad5-3664-44c6-b804-1663a9b12489 {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:29:49.661315 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5fa5bc3-cda2-46a1-a9ac-c908f798e5cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:49.736546 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-b5fa5bc3-cda2-46a1-a9ac-c908f798e5cb admin admin] For port c0907ad5-3664-44c6-b804-1663a9b12489, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=c0907ad5-3664-44c6-b804-1663a9b12489,segment=NetworkSegment(8ef8fadc-29e3-4fd4-943a-87b1022e7fb8),segment_id=8ef8fadc-29e3-4fd4-943a-87b1022e7fb8)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:29:49.736857 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5fa5bc3-cda2-46a1-a9ac-c908f798e5cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:49.748688 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-b5fa5bc3-cda2-46a1-a9ac-c908f798e5cb admin admin] Calling delete_port for c0907ad5-3664-44c6-b804-1663a9b12489 owned by network:router_interface {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:29:49.996958 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5fa5bc3-cda2-46a1-a9ac-c908f798e5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:49.997147 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 71cf63ca-f94a-4757-b4c5-67ed21588165 no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:29:50.017082 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: 71cf63ca-f94a-4757-b4c5-67ed21588165 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:29:50.017887 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 71cf63ca-f94a-4757-b4c5-67ed21588165 not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:29:50.017887 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 219f8117-fe77-4949-929c-797211c0e467 no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:29:50.025616 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa5bc3-cda2-46a1-a9ac-c908f798e5cb admin admin] Pushing event deleted for resources: {'Port': ['ID=c0907ad5-3664-44c6-b804-1663a9b12489,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:50.036855 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: 219f8117-fe77-4949-929c-797211c0e467 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:29:50.037431 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 219f8117-fe77-4949-929c-797211c0e467 not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:29:50.168607 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-8c3c19a7-680f-4de0-ae7b-e02a4ef0b690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:50.201687 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-b5fa5bc3-cda2-46a1-a9ac-c908f798e5cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1677198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1667853'] for router_interface, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:50.416024 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fa5bc3-cda2-46a1-a9ac-c908f798e5cb admin admin] Router 8b84df1c-31d0-4044-99c7-6d5764d818b2 has already been hosted by L3 agent b5c9ded7-f25b-458e-b319-9a752cc5d952 {{(pid=102810) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 26 11:29:50.738649 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fa5bc3-cda2-46a1-a9ac-c908f798e5cb admin admin] Notify agent at l3_agent.dv-cinder-843395-1-iscsi the message routers_updated {{(pid=102810) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 26 11:29:50.743457 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-b5fa5bc3-cda2-46a1-a9ac-c908f798e5cb admin admin] 10.222.0.21 "PUT /v2.0/routers/8b84df1c-31d0-4044-99c7-6d5764d818b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6537771 May 26 11:29:50.745967 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 46716) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:29:50.748270 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd902ca0-34a1-4fbf-92a1-17953fede0ec None None] Sync routers for ids ['8b84df1c-31d0-4044-99c7-6d5764d818b2'] in dv-cinder-843395-1-iscsi {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 26 11:29:50.757735 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd902ca0-34a1-4fbf-92a1-17953fede0ec None None] Routers {'8b84df1c-31d0-4044-99c7-6d5764d818b2'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:29:50.758409 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-cd902ca0-34a1-4fbf-92a1-17953fede0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:29:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['8b84df1c-31d0-4044-99c7-6d5764d818b2'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:50.847035 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0179037d-c66f-4a41-8637-7d5a9ba4d714 admin admin] Notify callbacks [] for router, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:50.859671 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-cd902ca0-34a1-4fbf-92a1-17953fede0ec None None] Set router 8b84df1c-31d0-4044-99c7-6d5764d818b2 gateway port host: dv-cinder-843395-1-iscsi {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:29:50.942654 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0179037d-c66f-4a41-8637-7d5a9ba4d714 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:51.030785 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-cd902ca0-34a1-4fbf-92a1-17953fede0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b84df1c-31d0-4044-99c7-6d5764d818b2', 'name': 'tempest-TestVolumeBootPattern-1632068280-router', 'tenant_id': '6155bae0a9564007b908a6d34731254b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'external_fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '85b0bfa7-7f2a-4e28-8a35-99a484bd95ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:54Z', 'updated_at': '2022-05-26T11:29:49Z', 'revision_number': 5, 'project_id': '6155bae0a9564007b908a6d34731254b', 'gw_port': {'id': '85b0bfa7-7f2a-4e28-8a35-99a484bd95ab', 'name': '', 'network_id': '6ce135a4-eab8-4863-9af0-cf5ae6e229cb', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a4:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b84df1c-31d0-4044-99c7-6d5764d818b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843395-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-26T11:22:55Z', 'updated_at': '2022-05-26T11:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '86b44d4e-8f3f-4d5d-9881-9aaa3797f33b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843395-1-iscsi'}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:51.060537 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd902ca0-34a1-4fbf-92a1-17953fede0ec None None] Checking router: 8b84df1c-31d0-4044-99c7-6d5764d818b2 for host: dv-cinder-843395-1-iscsi {{(pid=102814) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 26 11:29:51.068591 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd902ca0-34a1-4fbf-92a1-17953fede0ec None None] Routers {'8b84df1c-31d0-4044-99c7-6d5764d818b2'} bound to L3 agent in host dv-cinder-843395-1-iscsi {{(pid=102814) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 26 11:29:51.069219 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-cd902ca0-34a1-4fbf-92a1-17953fede0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843395-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-26T11:05:50Z,description=,heartbeat_timestamp=2022-05-26T11:29:50Z,host='dv-cinder-843395-1-iscsi',id=b5c9ded7-f25b-458e-b319-9a752cc5d952,load=0,resource_versions=,resources_synced=,started_at=2022-05-26T11:05:51Z,topic='l3_agent')) {'router_ids': ['8b84df1c-31d0-4044-99c7-6d5764d818b2'], 'active': True} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:51.088789 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-0179037d-c66f-4a41-8637-7d5a9ba4d714 admin admin] Deleting port 85b0bfa7-7f2a-4e28-8a35-99a484bd95ab {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:29:51.089125 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0179037d-c66f-4a41-8637-7d5a9ba4d714 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:51.167876 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-0179037d-c66f-4a41-8637-7d5a9ba4d714 admin admin] For port 85b0bfa7-7f2a-4e28-8a35-99a484bd95ab, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=85b0bfa7-7f2a-4e28-8a35-99a484bd95ab,segment=NetworkSegment(163c1930-0945-485c-92dc-c022ae799108),segment_id=163c1930-0945-485c-92dc-c022ae799108)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:29:51.168272 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0179037d-c66f-4a41-8637-7d5a9ba4d714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:51.180660 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-0179037d-c66f-4a41-8637-7d5a9ba4d714 admin admin] Calling delete_port for 85b0bfa7-7f2a-4e28-8a35-99a484bd95ab owned by network:router_gateway {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:29:51.243530 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_dvr_db [None req-cd902ca0-34a1-4fbf-92a1-17953fede0ec None None] Set router 8b84df1c-31d0-4044-99c7-6d5764d818b2 gateway port host: None {{(pid=102814) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 26 11:29:51.294199 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.l3_hamode_db [None req-cd902ca0-34a1-4fbf-92a1-17953fede0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b84df1c-31d0-4044-99c7-6d5764d818b2', 'name': 'tempest-TestVolumeBootPattern-1632068280-router', 'tenant_id': '6155bae0a9564007b908a6d34731254b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:54Z', 'updated_at': '2022-05-26T11:29:50Z', 'revision_number': 6, 'project_id': '6155bae0a9564007b908a6d34731254b', 'gw_port_host': None}], 'dv-cinder-843395-1-iscsi', False) {} {{(pid=102814) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:51.323807 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd902ca0-34a1-4fbf-92a1-17953fede0ec None None] The sync data for ids ['8b84df1c-31d0-4044-99c7-6d5764d818b2'] in dv-cinder-843395-1-iscsi is: [{'id': '8b84df1c-31d0-4044-99c7-6d5764d818b2', 'name': 'tempest-TestVolumeBootPattern-1632068280-router', 'tenant_id': '6155bae0a9564007b908a6d34731254b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-26T11:22:54Z', 'updated_at': '2022-05-26T11:29:50Z', 'revision_number': 6, 'project_id': '6155bae0a9564007b908a6d34731254b', 'gw_port_host': None}] {{(pid=102814) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 26 11:29:51.432582 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0179037d-c66f-4a41-8637-7d5a9ba4d714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:51.456112 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0179037d-c66f-4a41-8637-7d5a9ba4d714 admin admin] Pushing event deleted for resources: {'Port': ['ID=85b0bfa7-7f2a-4e28-8a35-99a484bd95ab,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:51.519596 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0179037d-c66f-4a41-8637-7d5a9ba4d714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1667235'] for router_gateway, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:51.556271 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:51.607283 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0179037d-c66f-4a41-8637-7d5a9ba4d714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1667754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4381'] for router, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:51.609344 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0179037d-c66f-4a41-8637-7d5a9ba4d714 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:51.733646 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0179037d-c66f-4a41-8637-7d5a9ba4d714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1667729'] for router, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:51.734169 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0179037d-c66f-4a41-8637-7d5a9ba4d714 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b84df1c-31d0-4044-99c7-6d5764d818b2 {{(pid=102810) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 26 11:29:51.738460 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-0179037d-c66f-4a41-8637-7d5a9ba4d714 admin admin] Notify callbacks [] for router, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:51.739667 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-0179037d-c66f-4a41-8637-7d5a9ba4d714 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8b84df1c-31d0-4044-99c7-6d5764d818b2 HTTP/1.1" status: 204 len: 168 time: 0.9927838 May 26 11:29:51.742439 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 46718) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:29:51.792054 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.db_base_plugin_v2 [None req-34292d4e-6a5e-48a0-8b6b-4433ef0ed038 admin admin] Deleting subnet ee92c1c2-44a5-43f3-adfa-795cc559fdf0 {{(pid=102810) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 26 11:29:51.795139 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-34292d4e-6a5e-48a0-8b6b-4433ef0ed038 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:51.832632 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-34292d4e-6a5e-48a0-8b6b-4433ef0ed038 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8569443'] for subnet, precommit_delete_associations {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:51.904968 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-34292d4e-6a5e-48a0-8b6b-4433ef0ed038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-778400'] for subnet, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:52.030746 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-34292d4e-6a5e-48a0-8b6b-4433ef0ed038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-778411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8805057', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8670238'] for subnet, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:52.055507 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34292d4e-6a5e-48a0-8b6b-4433ef0ed038 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee92c1c2-44a5-43f3-adfa-795cc559fdf0,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:52.059750 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-34292d4e-6a5e-48a0-8b6b-4433ef0ed038 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:52.062888 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-34292d4e-6a5e-48a0-8b6b-4433ef0ed038 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ee92c1c2-44a5-43f3-adfa-795cc559fdf0 HTTP/1.1" status: 204 len: 168 time: 0.3194144 May 26 11:29:52.065399 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [-] (102810) accepted ('10.222.0.21', 46720) {{(pid=102810) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:29:52.067895 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dda663-b895-4e78-9b11-e5459c44c00e None None] Network ba500823-f9ef-4d37-9d57-350c7ead5eba requested from dv-cinder-843395-1-iscsi {{(pid=102813) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 26 11:29:52.161187 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-18595240-c960-413a-9b78-3281c9370b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590719'] for network, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:52.178517 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 85b0bfa7-7f2a-4e28-8a35-99a484bd95ab no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:29:52.199332 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: 85b0bfa7-7f2a-4e28-8a35-99a484bd95ab {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:29:52.201432 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 85b0bfa7-7f2a-4e28-8a35-99a484bd95ab not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:29:52.201432 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device c0907ad5-3664-44c6-b804-1663a9b12489 no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:29:52.224597 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-18595240-c960-413a-9b78-3281c9370b65 admin admin] Deleting port 7a940374-fba7-4e6e-9b74-0b068a32b83e {{(pid=102810) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:29:52.224967 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-18595240-c960-413a-9b78-3281c9370b65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:52.238160 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: c0907ad5-3664-44c6-b804-1663a9b12489 {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:29:52.238726 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device c0907ad5-3664-44c6-b804-1663a9b12489 not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:29:52.296814 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.db [None req-18595240-c960-413a-9b78-3281c9370b65 admin admin] For port 7a940374-fba7-4e6e-9b74-0b068a32b83e, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=7a940374-fba7-4e6e-9b74-0b068a32b83e,segment=NetworkSegment(8ef8fadc-29e3-4fd4-943a-87b1022e7fb8),segment_id=8ef8fadc-29e3-4fd4-943a-87b1022e7fb8)] {{(pid=102810) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:29:52.297181 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-18595240-c960-413a-9b78-3281c9370b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:52.310595 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.plugin [None req-18595240-c960-413a-9b78-3281c9370b65 admin admin] Calling delete_port for 7a940374-fba7-4e6e-9b74-0b068a32b83e owned by network:dhcp {{(pid=102810) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:29:52.316281 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846ced75-b1c4-43b6-9471-545d56be7296 None None] DHCP port deletion for ba500823-f9ef-4d37-9d57-350c7ead5eba request from dv-cinder-843395-1-iscsi {{(pid=102813) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 26 11:29:52.364309 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-846ced75-b1c4-43b6-9471-545d56be7296 None None] Deleting port 7a940374-fba7-4e6e-9b74-0b068a32b83e {{(pid=102813) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 26 11:29:52.364819 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-846ced75-b1c4-43b6-9471-545d56be7296 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744569451789'] for port, before_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:52.429408 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.db [None req-846ced75-b1c4-43b6-9471-545d56be7296 None None] For port 7a940374-fba7-4e6e-9b74-0b068a32b83e, host dv-cinder-843395-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843395-1-iscsi',level=0,port_id=7a940374-fba7-4e6e-9b74-0b068a32b83e,segment=NetworkSegment(8ef8fadc-29e3-4fd4-943a-87b1022e7fb8),segment_id=8ef8fadc-29e3-4fd4-943a-87b1022e7fb8)] {{(pid=102813) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 26 11:29:52.430306 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-846ced75-b1c4-43b6-9471-545d56be7296 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1645821'] for port, precommit_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:52.443906 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-846ced75-b1c4-43b6-9471-545d56be7296 None None] Calling delete_port for 7a940374-fba7-4e6e-9b74-0b068a32b83e owned by network:dhcp {{(pid=102813) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 26 11:29:52.449424 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-18595240-c960-413a-9b78-3281c9370b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8805044'] for port, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:52.475977 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18595240-c960-413a-9b78-3281c9370b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a940374-fba7-4e6e-9b74-0b068a32b83e,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:52.477844 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18595240-c960-413a-9b78-3281c9370b65 admin admin] No DVR routers for this DVR port 7a940374-fba7-4e6e-9b74-0b068a32b83e on host dv-cinder-843395-1-iscsi {{(pid=102810) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:29:52.522287 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-846ced75-b1c4-43b6-9471-545d56be7296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-678098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744569555559', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744569063846'] for port, after_delete {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:52.549971 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846ced75-b1c4-43b6-9471-545d56be7296 None None] No DVR routers for this DVR port 7a940374-fba7-4e6e-9b74-0b068a32b83e on host dv-cinder-843395-1-iscsi {{(pid=102813) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 26 11:29:52.551092 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-18595240-c960-413a-9b78-3281c9370b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784951', 'neutron.services.segments.db._delete_segments_for_network-8744569547816'] for network, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:52.555827 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ced75-b1c4-43b6-9471-545d56be7296 None None] Pushing event deleted for resources: {'Port': ['ID=7a940374-fba7-4e6e-9b74-0b068a32b83e,revision_number=None']} {{(pid=102813) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:52.571607 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-18595240-c960-413a-9b78-3281c9370b65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba500823-f9ef-4d37-9d57-350c7ead5eba']}} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:52.580601 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-18595240-c960-413a-9b78-3281c9370b65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef8fadc-29e3-4fd4-943a-87b1022e7fb8') {'for_net_delete': True} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:52.580928 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.services.segments.db [None req-18595240-c960-413a-9b78-3281c9370b65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef8fadc-29e3-4fd4-943a-87b1022e7fb8') {} {{(pid=102810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 26 11:29:52.590594 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-18595240-c960-413a-9b78-3281c9370b65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744569548081', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8569450'] for segment, before_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:52.603716 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-18595240-c960-413a-9b78-3281c9370b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618'] for segment, precommit_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:52.610167 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18595240-c960-413a-9b78-3281c9370b65 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=102810) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 26 11:29:52.610542 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-18595240-c960-413a-9b78-3281c9370b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785618', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8806243'] for segment, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:52.688172 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.services.segments.plugin [-] Segment 8ef8fadc-29e3-4fd4-943a-87b1022e7fb8 resource provider aggregate not found May 26 11:29:52.705587 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.services.segments.plugin [-] Segment 8ef8fadc-29e3-4fd4-943a-87b1022e7fb8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ef8fadc-29e3-4fd4-943a-87b1022e7fb8 found for delete ", "request_id": "req-9a7ee486-43f2-4cc0-a9f8-f7fed33dfb11"}]} May 26 11:29:52.757963 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-18595240-c960-413a-9b78-3281c9370b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1754124', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1677191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1667215'] for network, after_delete {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:52.763713 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron_lib.callbacks.manager [None req-18595240-c960-413a-9b78-3281c9370b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1677289'] for network, before_response {{(pid=102810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:52.773376 dv-cinder-843395-1-iscsi neutron-server[102810]: INFO neutron.wsgi [None req-18595240-c960-413a-9b78-3281c9370b65 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ba500823-f9ef-4d37-9d57-350c7ead5eba HTTP/1.1" status: 204 len: 168 time: 0.7005939 May 26 11:29:52.778521 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18595240-c960-413a-9b78-3281c9370b65 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba500823-f9ef-4d37-9d57-350c7ead5eba,revision_number=None']} {{(pid=102810) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:52.792690 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:53.076284 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 46730) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:29:53.113871 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-3095b4dd-4d17-4872-b9b8-c0f383e1fc62 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9b156406dd334d888436af3a31bf551e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366073 May 26 11:29:53.116176 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 46732) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:29:53.163101 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4878b503-df82-43b8-9d7b-3d2941ce7e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:53.183609 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4878b503-df82-43b8-9d7b-3d2941ce7e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:53.249423 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:53.300828 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4878b503-df82-43b8-9d7b-3d2941ce7e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:53.303353 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-4878b503-df82-43b8-9d7b-3d2941ce7e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:53.304644 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-4878b503-df82-43b8-9d7b-3d2941ce7e41 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39a6a1ac-1bcd-405d-b398-31f20c920d6b HTTP/1.1" status: 204 len: 168 time: 0.1874323 May 26 11:29:53.312792 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4878b503-df82-43b8-9d7b-3d2941ce7e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a6a1ac-1bcd-405d-b398-31f20c920d6b,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:29:53.884580 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 46740) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:29:53.923052 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-accf015d-58b9-4cd2-aeb7-a49640dd3de6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6155bae0a9564007b908a6d34731254b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373685 May 26 11:29:53.925367 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.wsgi [-] (102811) accepted ('10.222.0.21', 46742) {{(pid=102811) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 26 11:29:53.970902 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cfa10074-d3f4-4736-ae77-9042e33d88f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:53.991512 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cfa10074-d3f4-4736-ae77-9042e33d88f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:54.007418 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 7a940374-fba7-4e6e-9b74-0b068a32b83e no longer exists at agent ovs-agent-dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 26 11:29:54.030552 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.plugin [None req-c4930102-f789-48be-b099-5ee77c22024a None None] No Port match for: 7a940374-fba7-4e6e-9b74-0b068a32b83e {{(pid=102813) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} May 26 11:29:54.030895 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron.plugins.ml2.rpc [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Device 7a940374-fba7-4e6e-9b74-0b068a32b83e not bound to the agent host dv-cinder-843395-1-iscsi {{(pid=102813) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 26 11:29:54.089942 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cfa10074-d3f4-4736-ae77-9042e33d88f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1757924'] for security_group, after_delete {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:54.092502 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron_lib.callbacks.manager [None req-cfa10074-d3f4-4736-ae77-9042e33d88f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102811) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:29:54.093675 dv-cinder-843395-1-iscsi neutron-server[102811]: INFO neutron.wsgi [None req-cfa10074-d3f4-4736-ae77-9042e33d88f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26d66fce-9fb8-45a9-9ac5-db90f2ec35b0 HTTP/1.1" status: 204 len: 168 time: 0.1674340 May 26 11:29:54.101429 dv-cinder-843395-1-iscsi neutron-server[102811]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa10074-d3f4-4736-ae77-9042e33d88f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d66fce-9fb8-45a9-9ac5-db90f2ec35b0,revision_number=None']} {{(pid=102811) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 26 11:30:09.435752 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:30:17.989785 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-de85d9a0-eb27-4112-ac0f-c6da0e598841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:30:20.180418 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-43ebf00c-0763-42e2-beb0-aa84dc4970c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:30:20.421197 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [req-29c58e5d-1ede-4616-86cf-18f5c0b10054 req-f554c539-16a5-4687-bb3e-56d24dc04d72 service neutron] (102810) timed out ('10.222.0.42', 61519) {{(pid=102810) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 11:30:21.367442 dv-cinder-843395-1-iscsi neutron-server[102810]: DEBUG neutron.wsgi [req-9eab878c-a930-4985-8257-f09d8f752c11 req-64dc37e8-054a-40f8-a4df-13bcc1cce907 service neutron] (102810) timed out ('10.222.0.42', 61549) {{(pid=102810) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 26 11:30:21.499385 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:30:21.544217 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:30:22.808682 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:30:23.277267 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:30:39.488366 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:30:48.002335 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-7d737fbd-3995-425e-8843-9b15ec2ffaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:30:50.171929 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-761528a6-332e-4107-be0a-7139ed5a2438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:30:51.528548 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:30:52.762163 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:30:53.265145 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:30:58.498454 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:31:09.519914 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:31:17.990132 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-bcd0c022-1026-412e-8dc7-92895dbbab71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:31:20.171409 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-3f32966c-4a56-4617-b11a-b34510e4f71b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:31:21.537147 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:31:22.771069 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:31:23.246939 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:31:35.498382 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:31:39.538661 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:31:48.006845 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-ce818ff0-90ff-46c1-90a7-bfc267c14248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:31:50.176344 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-91acdd33-f0c7-4824-a8bc-761d604af5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:31:51.566399 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:31:52.776282 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:31:53.250511 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:32:09.535836 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:32:12.497753 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:32:18.000532 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-99683dce-511e-41f0-9421-e98b2d11471e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:32:20.175434 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-78d96dc1-bcca-48f6-b192-b48d0e7de389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:32:21.535437 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:32:22.770141 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:32:23.257290 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:32:39.525860 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:32:48.026359 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-641972b2-54d2-4696-beb5-a9b92b8f6f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:32:49.496743 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:32:50.210752 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-010f777e-6641-4f41-9559-ed0e9abfb434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:32:51.559691 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:32:52.803588 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:32:53.245616 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:33:09.547691 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:33:18.014209 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-59784d04-a67c-4ebd-8f92-e0b68f2404a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:33:20.170660 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-1011a14b-5c48-41da-a56e-304383930979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:33:21.535738 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:33:22.779739 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:33:23.267179 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:33:26.495630 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:33:39.535850 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:33:48.003739 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-6a0ece9d-cc85-4375-9a2d-6398f33c7e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:33:50.225298 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-8b969577-c8c7-40b5-af25-cf26813b39a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:33:51.540721 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:33:52.773382 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:33:53.270606 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:34:03.494211 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:34:09.557920 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:34:18.007459 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-2df7be15-628b-450f-a703-19b7f7769fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:34:20.174778 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-2c28eaa2-794d-444a-aeb6-dfdd88d96a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:34:21.550363 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:34:22.784736 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:34:23.243379 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:34:39.567416 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:34:40.492893 dv-cinder-843395-1-iscsi neutron-server[102814]: DEBUG neutron.db.agents_db [None req-1053560e-8808-4d51-b22a-362fbfe45316 None None] Agent healthcheck: found 6 active agents {{(pid=102814) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 26 11:34:47.996687 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-54ebfecf-2d02-410b-ab93-b4eb82e5c70f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:34:50.190866 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-e7b835a7-b651-44d0-9d64-11308d44720d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:34:51.556626 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-5c33b6f0-4447-49d2-876f-b1c19a91bf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:34:52.796832 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-67b2e84c-01fb-46ad-87a2-beec73b0fcfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:34:53.265114 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c4930102-f789-48be-b099-5ee77c22024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 26 11:35:09.600863 dv-cinder-843395-1-iscsi neutron-server[102813]: DEBUG neutron_lib.callbacks.manager [None req-c6d86e90-1929-4c19-896c-1af9abb9b069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744569547798', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-785799'] for agent, after_update {{(pid=102813) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}